-- Logs begin at Mon 2022-08-01 13:15:43 UTC, end at Mon 2022-08-01 14:27:46 UTC. -- Aug 01 13:59:05.403192 dv-cinder-845178-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 01 13:59:08.197893 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.common.config [-] Logging enabled! Aug 01 13:59:08.198583 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev455 Aug 01 13:59:08.198718 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104207) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 01 13:59:08.201946 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.common.config [-] Logging enabled! Aug 01 13:59:08.202233 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev455 Aug 01 13:59:08.202601 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104207) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 01 13:59:08.203587 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 01 13:59:08.203847 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 01 13:59:08.204517 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 01 13:59:08.204752 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 01 13:59:08.205012 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 01 13:59:08.205365 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.205733 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.206027 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.206367 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.206691 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.207007 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.207330 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.207662 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.208003 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.208456 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.208927 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.209220 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.209550 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.209880 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.210209 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.210479 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] debug = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.210799 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.211296 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.211761 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.212133 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.212540 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.212982 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.213412 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.213737 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.214035 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.214479 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] host = dv-cinder-845178-10-iscsi {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.214803 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.215157 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.215510 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.215839 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.216203 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.216652 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.216907 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.217228 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.217584 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] log_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.217944 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.218270 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.218616 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.218948 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.219234 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.219493 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.219836 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.220217 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.220561 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.220876 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.221287 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.221610 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.221926 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.222237 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.222563 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.222885 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.223212 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.223534 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.223891 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.224208 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.224580 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.224967 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.225242 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.225504 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.225817 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.226142 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.226468 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.226779 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.227119 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.227442 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.227780 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.228082 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.228431 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.228753 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.229063 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.230848 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.230848 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] use_json = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.230848 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.230848 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.230848 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.230848 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.231455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.231455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.231755 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.231939 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.232111 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:08.232396 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.232727 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.233029 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.233345 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.233686 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.234079 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.234479 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.235205 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.235205 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.235570 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.236004 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.236484 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.236978 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.237433 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.237892 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.238324 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.238749 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.239172 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.239557 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.239952 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.240378 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.240787 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.241197 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.241608 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.242010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.242424 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.242812 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.243262 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.243694 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.244125 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.244597 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.245032 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.245449 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.245872 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.246311 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.246732 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.247145 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.247555 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.247952 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.248363 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.248780 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.249191 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.249614 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.250011 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.250414 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.250858 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.251301 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.251719 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.252141 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.252665 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.253106 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.253564 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.254001 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.254406 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.254828 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.255279 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.255715 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.256143 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.256608 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.257021 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.257429 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.257715 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.258002 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.258285 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.258565 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.258842 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.259121 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.259398 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.259680 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.260010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.260305 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.260717 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.261120 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.261555 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.262029 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.262463 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.262894 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.263284 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.263689 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.264083 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.264526 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.264939 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.265335 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.265739 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.266202 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.266648 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.267114 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.267567 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.268058 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.268555 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.269000 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.269446 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.269912 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.270320 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.270759 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.271088 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.271419 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.271674 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.271970 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.272263 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.272583 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.272923 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.273219 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.273563 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.274013 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.274482 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.274931 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.275419 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.275852 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:08.276169 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 01 13:59:08.276568 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104207) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 01 13:59:08.600451 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 01 13:59:08.600870 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 01 13:59:08.601335 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 01 13:59:08.601856 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 01 13:59:09.069233 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.069570 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.069734 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.071073 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.071342 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.071580 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.141570 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.141570 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.141939 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.159135 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.159430 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.159694 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.193789 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.194030 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.194315 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.237570 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.238432 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.238432 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.515479 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.515740 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.515982 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.516306 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.517249 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.625168 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.625607 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.626001 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.626341 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.626689 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.627100 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.627520 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.627856 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.628192 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.628604 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.628954 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.629307 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.629651 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.629983 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.630367 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.630717 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.631062 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.631415 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.631776 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.632121 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.632522 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.632867 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.633243 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.633745 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.634079 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.634408 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.634951 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 01 13:59:09.635275 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 01 13:59:09.635596 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 01 13:59:09.635921 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 01 13:59:09.636242 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 01 13:59:09.636599 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 01 13:59:09.637056 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 01 13:59:09.640830 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 01 13:59:09.645054 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 01 13:59:09.649314 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 01 13:59:09.650967 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 01 13:59:09.651655 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 01 13:59:09.651987 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 01 13:59:09.652376 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 01 13:59:09.655646 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 01 13:59:09.655971 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 01 13:59:09.656447 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 01 13:59:09.664381 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 01 13:59:09.690244 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 01 13:59:09.690933 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.691331 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104207) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 01 13:59:09.691888 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.693639 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104207) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 01 13:59:09.693933 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 01 13:59:09.694175 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 01 13:59:09.697796 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.698081 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:09.836382 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 01 13:59:09.836666 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 01 13:59:09.837006 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 01 13:59:09.837585 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 01 13:59:09.890545 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO dbcounter [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Registered counter for database neutron Aug 01 13:59:09.912860 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_db.sqlalchemy.engines [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104207) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 01 13:59:09.921359 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG dbcounter [-] [104207] Writer thread running {{(pid=104207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 01 13:59:10.565604 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Initializing driver for type 'gre' Aug 01 13:59:10.566696 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] gre ID ranges: [(1, 1000)] Aug 01 13:59:10.638660 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Initializing driver for type 'local' Aug 01 13:59:10.639182 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Initializing driver for type 'vlan' Aug 01 13:59:10.657494 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] VlanTypeDriver initialization complete Aug 01 13:59:10.657886 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Initializing driver for type 'vxlan' Aug 01 13:59:10.658456 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] vxlan ID ranges: [(1, 1000)] Aug 01 13:59:10.734575 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Initializing extension driver 'port_security' Aug 01 13:59:10.734955 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.extensions.port_security [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] PortSecurityExtensionDriver initialization complete Aug 01 13:59:10.735325 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Initializing mechanism driver 'openvswitch' Aug 01 13:59:10.735651 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Initializing mechanism driver 'hyperv' Aug 01 13:59:10.743094 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.plugins.ml2.plugin [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 13:59:10.743783 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > port after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.744158 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > port after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.744555 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > port after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.745095 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 01 13:59:10.745525 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > subnet after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.745884 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > subnet after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.746235 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.746632 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 01 13:59:10.747043 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > network after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.747398 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > network after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.749659 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > network after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.749659 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 01 13:59:10.749659 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > security_group after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.750020 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > security_group after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.750355 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.750981 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 01 13:59:10.751622 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.751990 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.752544 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.752952 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 01 13:59:10.753369 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > address_group after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.753726 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > address_group after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.754079 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.754471 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 01 13:59:10.754934 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] ML2 OVO RPC backend initialized. {{(pid=104207) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 01 13:59:10.755722 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.756085 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.756537 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > network before_response 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.756896 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > networks before_response 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.757241 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > port before_response 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.757588 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > ports before_response 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.757933 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > subnet before_response 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.758276 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > subnets before_response 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.758624 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > network after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.758967 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > network after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.759316 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > network after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.759654 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > port after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.760081 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > port after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.760439 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > port after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.760820 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > subnet after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.761160 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > subnet after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.761495 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.770135 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded quota_driver: . Aug 01 13:59:10.770554 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.plugin [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Modular L2 Plugin initialization complete Aug 01 13:59:10.770951 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading services supported by the core plugin {{(pid=104207) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 01 13:59:10.771345 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.plugins.ml2.managers [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Got port-security extension from driver 'port_security' Aug 01 13:59:10.771907 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.extensions.vlantransparent [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Disabled vlantransparent extension. Aug 01 13:59:10.772526 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104207) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 01 13:59:10.773011 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading Plugin: router Aug 01 13:59:10.811130 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.811444 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router after_create 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.811823 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router before_create 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.812199 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.812607 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.812970 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router after_delete 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.813338 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.813698 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.814066 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router after_create 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.814421 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router after_update 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.814950 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router after_update 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.815307 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.815672 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router after_update 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.816094 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router precommit_update 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.816501 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: port after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.816844 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: port after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.817186 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: subnet after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.817535 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.817894 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.818248 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router precommit_create 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.818609 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: port before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.818950 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router precommit_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.819312 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router after_update 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.819661 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.820015 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router precommit_create 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.820413 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.820772 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router precommit_update 55549900 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.821144 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > agent after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.821504 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > agent after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.821853 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > network after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.822757 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Tracking information for resource: router configured {{(pid=104207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 01 13:59:10.823101 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Tracking information for resource: floatingip configured {{(pid=104207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 01 13:59:10.828410 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.db.l3_agentschedulers_db [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 01 13:59:10.829005 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: port after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.829441 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: port after_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.829799 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: port after_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.830159 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: port after_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.831047 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router before_create 55550100 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.831415 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.831780 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router precommit_create 55550100 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.832140 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > router precommit_update 55550100 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.837315 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.services.provider_configuration [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service providers = [] {{(pid=104207) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 01 13:59:10.837681 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.db.servicetype_db [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104207) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 01 13:59:10.841035 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.services.service_base [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 01 13:59:10.841388 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.services.service_base [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 01 13:59:10.841737 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.services.service_base [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 01 13:59:10.842655 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.services.service_base [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 01 13:59:10.843038 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.services.service_base [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 01 13:59:10.846729 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 01 13:59:10.846729 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 01 13:59:10.858630 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 01 13:59:10.858967 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading Plugin: auto_allocate Aug 01 13:59:10.865238 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: network precommit_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.865619 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: network precommit_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.866180 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 01 13:59:10.866505 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading Plugin: tag Aug 01 13:59:10.874106 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 01 13:59:10.874535 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading Plugin: timestamp Aug 01 13:59:10.878868 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 01 13:59:10.879241 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading Plugin: network_ip_availability Aug 01 13:59:10.885128 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.885654 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.886191 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:10.887400 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 01 13:59:10.887902 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading Plugin: flavors Aug 01 13:59:10.895903 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 01 13:59:10.896428 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading Plugin: revisions Aug 01 13:59:10.900941 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 01 13:59:10.901352 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_concurrency.lockutils [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.300s {{(pid=104207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 01 13:59:10.902131 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104207) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 01 13:59:10.902846 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Initializing extension manager. Aug 01 13:59:10.903379 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: __init__.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.903730 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: __pycache__ {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.904076 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: address_group.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.904914 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.905590 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: address-group Aug 01 13:59:10.905946 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: address_scope.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.906605 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.907148 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: address-scope Aug 01 13:59:10.907512 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.908597 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.909178 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: router-admin-state-down-before-update Aug 01 13:59:10.909480 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: agent.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.910148 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.910687 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: agent Aug 01 13:59:10.910997 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: agent_resources_synced.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.911914 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.912475 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: agent-resources-synced Aug 01 13:59:10.912808 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: allowedaddresspairs.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.914700 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.915246 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: allowed-address-pairs Aug 01 13:59:10.915575 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: auto_allocated_topology.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.916713 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.917242 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: auto-allocated-topology Aug 01 13:59:10.917571 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: availability_zone.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.918250 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.918768 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: availability_zone Aug 01 13:59:10.919099 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: availability_zone_filter.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.920016 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.920563 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: availability_zone_filter Aug 01 13:59:10.920983 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: data_plane_status.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.922360 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.923207 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension data-plane-status not supported by any of loaded plugins Aug 01 13:59:10.923674 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: default_subnetpools.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.925018 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.925568 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: default-subnetpools Aug 01 13:59:10.925901 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.926751 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.927292 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: dhcp_agent_scheduler Aug 01 13:59:10.927600 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: dns.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.928527 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.929062 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension dns-integration not supported by any of loaded plugins Aug 01 13:59:10.929366 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: dns_domain_ports.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.930257 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.930769 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 01 13:59:10.931098 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.931976 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.932522 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 01 13:59:10.932843 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: dvr.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.933487 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.934006 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: dvr Aug 01 13:59:10.934330 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: ecmp_routes.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.935435 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.936265 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 01 13:59:10.936806 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: empty_string_filtering.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.938174 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.938967 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: empty-string-filtering Aug 01 13:59:10.939425 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.942722 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.943334 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 01 13:59:10.943716 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.945233 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.945990 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 01 13:59:10.946353 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: external_net.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.948419 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.949028 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: external-net Aug 01 13:59:10.949403 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.950456 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.951174 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: extra_dhcp_opt Aug 01 13:59:10.951702 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: extraroute.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.954816 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.954816 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: extraroute Aug 01 13:59:10.954816 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: extraroute_atomic.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.956108 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.956842 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: extraroute-atomic Aug 01 13:59:10.957186 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: filter_validation.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.957900 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.958688 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: filter-validation Aug 01 13:59:10.959017 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: fip_pf_description.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.959975 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.960539 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 01 13:59:10.960862 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: fip_pf_port_range.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.961759 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.962276 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 01 13:59:10.962607 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: fip_port_details.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.963533 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.964329 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: fip-port-details Aug 01 13:59:10.964848 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: flavors.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.966788 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.967680 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: flavors Aug 01 13:59:10.968334 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.970839 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.971454 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 01 13:59:10.971798 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: floatingip_pools.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.972553 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.973073 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: floatingip-pools Aug 01 13:59:10.973406 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: ip_allocation.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.974328 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.974913 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension ip_allocation not supported by any of loaded plugins Aug 01 13:59:10.975167 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.976109 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.976642 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: ip-substring-filtering Aug 01 13:59:10.976983 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: l2_adjacency.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.977854 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.978370 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 01 13:59:10.984825 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: l3.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.984825 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.984825 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: router Aug 01 13:59:10.984825 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.984825 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.984825 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 01 13:59:10.985318 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.985318 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.985318 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: ext-gw-mode Aug 01 13:59:10.985540 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.986259 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.986886 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: l3-ha Aug 01 13:59:10.987211 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.988105 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.988698 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 01 13:59:10.989021 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: l3_flavors.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.989899 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.990427 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: l3-flavors Aug 01 13:59:10.990741 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.992108 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.992677 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 01 13:59:10.993009 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.993905 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.994430 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 01 13:59:10.994760 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: l3agentscheduler.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.995849 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.996404 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: l3_agent_scheduler Aug 01 13:59:10.996734 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: local_ip.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:10.998517 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:10.999117 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension local_ip not supported by any of loaded plugins Aug 01 13:59:10.999460 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: logging.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.000951 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.001488 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension logging not supported by any of loaded plugins Aug 01 13:59:11.001830 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: metering.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.004176 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.005061 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: metering Aug 01 13:59:11.005395 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.006526 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.009032 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: metering_source_and_destination_fields Aug 01 13:59:11.009370 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: multiprovidernet.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.010321 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.010853 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: multi-provider Aug 01 13:59:11.011177 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: netmtu.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.012069 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.012620 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: net-mtu Aug 01 13:59:11.012951 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: netmtu_writable.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.013834 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.014354 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: net-mtu-writable Aug 01 13:59:11.014685 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: network_availability_zone.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.015338 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.015862 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: network_availability_zone Aug 01 13:59:11.016189 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: network_ip_availability.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.017308 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.017864 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: network-ip-availability Aug 01 13:59:11.018216 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: network_segment_range.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.018980 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.019473 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension network-segment-range not supported by any of loaded plugins Aug 01 13:59:11.019806 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: pagination.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.020782 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.021116 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: pagination Aug 01 13:59:11.021442 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: port_device_profile.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.022322 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.022845 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: port-device-profile Aug 01 13:59:11.023159 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: port_mac_address_override.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.024044 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.024601 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: port-mac-override Aug 01 13:59:11.024926 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.025862 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.026355 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: port-mac-address-regenerate Aug 01 13:59:11.026668 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.027893 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.028443 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: port-numa-affinity-policy Aug 01 13:59:11.028770 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: port_resource_request.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.029648 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.030158 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension port-resource-request not supported by any of loaded plugins Aug 01 13:59:11.030493 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: port_resource_request_groups.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.031416 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.031924 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 01 13:59:11.032245 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: portbindings.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.033150 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.033725 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: binding Aug 01 13:59:11.034051 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: portbindings_extended.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.035329 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.035973 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: binding-extended Aug 01 13:59:11.036353 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: portsecurity.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.037236 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.037764 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: port-security Aug 01 13:59:11.038131 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: project_id.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.039034 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.039372 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: project-id Aug 01 13:59:11.039702 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: providernet.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.040613 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.041149 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: provider Aug 01 13:59:11.041483 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.045076 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.045616 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos not supported by any of loaded plugins Aug 01 13:59:11.045955 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.047179 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.047702 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 01 13:59:11.048035 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.049009 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.049520 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 01 13:59:11.049839 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_default.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.050723 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.051242 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-default not supported by any of loaded plugins Aug 01 13:59:11.051565 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_fip.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.052487 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.053008 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-fip not supported by any of loaded plugins Aug 01 13:59:11.053338 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.054227 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.054742 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 01 13:59:11.055069 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_gateway_ip.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.055954 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.056496 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 01 13:59:11.056825 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_port_network_policy.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.057703 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.058212 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 01 13:59:11.058535 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.059549 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.060057 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 01 13:59:11.060419 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.061474 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.061930 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 01 13:59:11.062286 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_pps_rule.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.063415 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.063927 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-pps not supported by any of loaded plugins Aug 01 13:59:11.064314 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_rule_type_details.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.065225 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.065749 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 01 13:59:11.066097 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.066981 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.067464 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 01 13:59:11.067790 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: qos_rules_alias.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.068849 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.069372 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 01 13:59:11.069704 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: quota_check_limit.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.070591 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.071114 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: quota-check-limit Aug 01 13:59:11.071443 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: quotasv2.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.072468 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.072804 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: quotas Aug 01 13:59:11.073123 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: quotasv2_detail.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.074872 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.075227 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: quota_details Aug 01 13:59:11.075558 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: rbac.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.078562 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.079127 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: rbac-policies Aug 01 13:59:11.079467 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: rbac_address_group.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.080530 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.081064 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: rbac-address-group Aug 01 13:59:11.081394 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: rbac_address_scope.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.082284 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.082806 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: rbac-address-scope Aug 01 13:59:11.083132 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: rbac_security_groups.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.084092 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.084656 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: rbac-security-groups Aug 01 13:59:11.084983 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: rbac_subnetpool.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.085901 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.086429 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: rbac-subnetpool Aug 01 13:59:11.086755 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: revisionifmatch.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.087649 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.088163 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: revision-if-match Aug 01 13:59:11.088517 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: revisions.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.089620 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.090142 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: standard-attr-revisions Aug 01 13:59:11.090471 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: router_availability_zone.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.091129 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.091649 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: router_availability_zone Aug 01 13:59:11.091977 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: routerservicetype.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.092913 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.093431 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension router-service-type not supported by any of loaded plugins Aug 01 13:59:11.093757 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.094674 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.095202 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: security-groups-normalized-cidr Aug 01 13:59:11.095527 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.096504 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.097041 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: port-security-groups-filtering Aug 01 13:59:11.097360 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.098253 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.098777 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: security-groups-remote-address-group Aug 01 13:59:11.099106 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.100010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.100570 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: security-groups-shared-filtering Aug 01 13:59:11.100906 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: securitygroup.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.111940 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.112897 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: security-group Aug 01 13:59:11.113084 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: segment.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.113952 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.114615 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension segment not supported by any of loaded plugins Aug 01 13:59:11.114950 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.116054 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.116677 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 01 13:59:11.117067 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: servicetype.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.119233 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.120189 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: service-type Aug 01 13:59:11.120748 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: sorting.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.122491 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.122956 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: sorting Aug 01 13:59:11.123293 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: standard_attr_segment.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.124234 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.124958 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 01 13:59:11.125482 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: standardattrdescription.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.126306 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.127145 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: standard-attr-description Aug 01 13:59:11.127658 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: stateful_security_group.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.129864 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.131349 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: stateful-security-group Aug 01 13:59:11.132078 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: stdattrs_common.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.133059 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 01 13:59:11.133492 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.135051 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.135940 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 01 13:59:11.136512 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: subnet_onboard.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.138651 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.139619 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: subnet_onboard Aug 01 13:59:11.140111 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.141345 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.141897 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 01 13:59:11.142346 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: subnet_service_types.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.143452 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.143982 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: subnet-service-types Aug 01 13:59:11.144333 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: subnetallocation.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.145676 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.146318 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: subnet_allocation Aug 01 13:59:11.146770 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.147457 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.148093 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: subnetpool-prefix-ops Aug 01 13:59:11.148574 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.149659 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.150175 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 01 13:59:11.150654 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: tagging.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.152089 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.153133 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: standard-attr-tag Aug 01 13:59:11.153488 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: timestamp.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.154986 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.155525 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loaded extension: standard-attr-timestamp Aug 01 13:59:11.155857 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: trunk.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.157063 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.157587 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension trunk not supported by any of loaded plugins Aug 01 13:59:11.157916 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: trunk_details.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.159552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.160125 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension trunk-details not supported by any of loaded plugins Aug 01 13:59:11.160478 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: uplink_status_propagation.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.161539 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.162065 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 01 13:59:11.162519 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Loading extension file: vlantransparent.py {{(pid=104207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 01 13:59:11.163220 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 01 13:59:11.163863 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 01 13:59:11.167378 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:network Aug 01 13:59:11.167929 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:subnet Aug 01 13:59:11.168474 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:subnetpool Aug 01 13:59:11.168877 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:port Aug 01 13:59:11.170507 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.171088 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service FLAVORS assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.171737 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.172198 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.172703 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:router Aug 01 13:59:11.173264 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:floatingip Aug 01 13:59:11.173765 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service METERING assigned prefix: /metering {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.175322 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:11.175727 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:11.176132 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 13:59:11.177220 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of CountableResource for resource:rbac_policy Aug 01 13:59:11.177661 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:security_group Aug 01 13:59:11.178112 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 01 13:59:11.178666 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service CORE assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.178988 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:subnetpool Aug 01 13:59:11.179341 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] subnetpool is already registered Aug 01 13:59:11.179793 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service CORE assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.180120 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:subnetpool Aug 01 13:59:11.180482 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] subnetpool is already registered Aug 01 13:59:11.182977 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.183415 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service FLAVORS assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.184014 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.184465 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.184811 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:router Aug 01 13:59:11.185215 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] router is already registered Aug 01 13:59:11.185791 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:floatingip Aug 01 13:59:11.186173 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] floatingip is already registered Aug 01 13:59:11.186673 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service METERING assigned prefix: /metering {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.187361 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of CountableResource for resource:rbac_policy Aug 01 13:59:11.187692 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] rbac_policy is already registered Aug 01 13:59:11.188113 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:security_group Aug 01 13:59:11.188486 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] security_group is already registered Aug 01 13:59:11.188895 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 01 13:59:11.189278 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] security_group_rule is already registered Aug 01 13:59:11.190127 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service CORE assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.190461 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:subnetpool Aug 01 13:59:11.190803 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] subnetpool is already registered Aug 01 13:59:11.191233 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.v2.resource_helper [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Service CORE assigned prefix: {{(pid=104207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 01 13:59:11.191562 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Creating instance of TrackedResource for resource:subnetpool Aug 01 13:59:11.191959 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING neutron.quota.resource_registry [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] subnetpool is already registered Aug 01 13:59:11.192613 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: extensions {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.194299 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: address-groups {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.195908 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: address-scopes {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.197591 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: agents {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.199128 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: auto-allocated-topology {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.201050 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: availability_zones {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.202629 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: dhcp-networks {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.204515 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: dhcp-agents {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.206290 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: routers {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.208020 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: flavors {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.209639 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: service_profiles {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.210981 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: next_providers {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.212910 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: service_profiles {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.214718 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: floatingip-pools {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.216128 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: routers {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.217868 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: floatingips {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.219217 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: l3-routers {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.221036 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: l3-agents {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.222701 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: metering-labels {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.224287 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: metering-label-rules {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.225698 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: network-ip-availabilities {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.227167 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: bindings {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.229042 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: quotas {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.233020 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: quotas {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.236227 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: rbac-policies {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.237686 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: security-groups {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.239169 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: security-group-rules {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.240670 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: service-providers {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.242119 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: subnetpools {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.243655 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: subnetpools {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.245521 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: tags {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.247549 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: tags {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.254521 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: tags {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.256328 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: tags {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.258032 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: tags {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.260649 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: tags {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.262672 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: tags {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.264805 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: tags {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.266608 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: tags {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.268668 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron.api.extensions [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Extended resource: tags {{(pid=104207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 01 13:59:11.275385 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING keystonemiddleware.auth_token [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 01 13:59:11.281530 dv-cinder-845178-10-iscsi neutron-server[104207]: WARNING keystonemiddleware.auth_token [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 01 13:59:11.293461 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_concurrency.lockutils [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Acquired lock "singleton_lock" {{(pid=104207) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Aug 01 13:59:11.293983 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_concurrency.lockutils [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Releasing lock "singleton_lock" {{(pid=104207) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Aug 01 13:59:11.294792 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO oslo_service.service [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Starting 2 workers Aug 01 13:59:11.301033 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Started child 104318 {{(pid=104207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 01 13:59:11.306099 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Started child 104319 {{(pid=104207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 01 13:59:11.306906 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:11.307874 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO neutron.service [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 01 13:59:11.308558 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:11.309150 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [-] (104318) wsgi starting up on http://0.0.0.0:9696 Aug 01 13:59:11.311124 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO oslo_service.service [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Starting 1 workers Aug 01 13:59:11.311327 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:11.312947 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [-] (104319) wsgi starting up on http://0.0.0.0:9696 Aug 01 13:59:11.316701 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Started child 104320 {{(pid=104207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 01 13:59:11.317368 dv-cinder-845178-10-iscsi neutron-server[104207]: INFO oslo_service.service [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Starting 1 workers Aug 01 13:59:11.320752 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.service [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] calling RpcWorker wait() {{(pid=104320) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 01 13:59:11.321578 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.service [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] returning from RpcWorker wait() {{(pid=104320) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 01 13:59:11.322364 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Started child 104321 {{(pid=104207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 01 13:59:11.322540 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:11.322984 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 13:59:11.323191 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG neutron_lib.callbacks.manager [None req-03852658-4d84-4d50-84cd-9acebc15e238 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:11.325324 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104207) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 01 13:59:11.325522 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 01 13:59:11.325729 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 01 13:59:11.325963 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 01 13:59:11.326303 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 01 13:59:11.326413 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 01 13:59:11.326948 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.327224 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.327479 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.327749 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.328398 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.328673 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.328944 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.329222 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.329489 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.329722 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.329897 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.330335 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.330607 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.331010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.331294 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.331548 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.331799 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.331955 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:11.332525 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.332525 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.332876 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.333307 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.333405 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 13:59:11.333786 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] debug = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.334316 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.335170 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.335667 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.335998 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.336443 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.336638 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.336897 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.337188 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.337433 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.337744 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.338021 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.338267 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.338530 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.338885 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.339190 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.339498 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.339731 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.340309 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] host = dv-cinder-845178-10-iscsi {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.340591 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.340804 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.341068 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.341319 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.341753 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.341974 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.342165 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.342498 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.342858 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.343205 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.343406 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.343714 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.344039 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.344380 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.344569 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_options = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.345839 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.346440 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.346806 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.346806 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.347141 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.347141 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.347386 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.347600 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.347806 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.348055 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.348355 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.348568 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.348865 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.349074 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.349419 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.349654 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.349962 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.350227 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.350458 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.351483 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.352306 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.352667 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.353502 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.353825 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.354038 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.354321 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.354567 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.356313 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.356313 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.356313 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.356313 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.356313 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.356313 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.356759 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.356759 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.356892 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.357133 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.357492 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.357809 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.358092 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.358428 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.358768 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.359093 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.359438 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.359765 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.360162 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.360568 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_json = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.360894 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.361221 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.361656 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.362048 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.362326 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.362637 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.362906 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.363193 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.363428 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.363938 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.364233 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.364588 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.364836 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.365172 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.365430 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.365803 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.366036 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.366344 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.366621 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.366935 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.367246 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.367556 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.367854 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.368165 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.368591 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.368886 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.369155 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.369444 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.369678 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.369979 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.370225 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.370526 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.370771 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.371082 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.371471 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.371638 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.371868 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.372135 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.372435 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.372835 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.373272 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.373592 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.373909 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.374194 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.374504 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.374772 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.374995 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.375290 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.375511 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.375842 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.376070 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.376320 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.376526 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.376825 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.377104 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.377369 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.377660 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.377933 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.378164 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.378396 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.378696 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.378921 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.379159 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.379568 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.379852 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.379994 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.380182 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.380461 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.380711 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.380975 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.381220 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.381470 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.381808 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.382159 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.382394 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.382695 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.382948 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.383224 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.383459 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.383724 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.383959 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.384190 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.384461 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.384763 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.385086 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.385364 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.385557 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.385790 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.386063 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.386233 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.386549 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.386768 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.387003 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.387218 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.387438 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.387708 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.387934 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.388216 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.388493 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.388697 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.389089 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.389345 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.389606 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.389856 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.390109 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.390356 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.390656 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.390884 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.391106 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.391357 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.391716 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.392045 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.392310 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.392654 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.392956 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.393278 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.393581 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.393837 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.394040 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.394283 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.394531 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.394897 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.395170 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.395472 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.395786 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.396029 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.396321 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.396528 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.396775 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.397035 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.397278 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.397576 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.397893 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.398170 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.398417 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.398704 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.399067 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.399340 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.399657 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.399889 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.400144 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.400495 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.400738 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.401021 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.401276 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.401579 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.401806 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.402046 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.402276 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.402866 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.403098 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.403532 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.403826 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.404114 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.404517 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.404840 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.405190 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.405545 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.406087 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.406320 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.406637 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.407051 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.407416 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.407648 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.407964 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.408243 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.408552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.408852 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.409113 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.409392 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.409674 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.409955 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.410215 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.410462 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.410729 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.411181 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.411587 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.411873 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.412127 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.412623 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.413084 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.413415 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.413754 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.414064 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.414455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.414827 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.415066 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.415454 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.415951 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.416216 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.416601 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.417053 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.417476 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.417717 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.417975 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.418349 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.418638 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.418853 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.419326 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.419739 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.420226 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.420630 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.420886 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.421131 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.421479 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.421730 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.422116 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.422431 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.422808 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.423203 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.423583 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.423965 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.424387 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.424770 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.425159 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.425501 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.425852 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.426173 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.426780 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.427114 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.427713 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.428128 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.428615 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.429185 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.429680 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.430243 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.430689 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.431111 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.431457 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.431804 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.432169 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.432547 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.432884 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.433250 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.433582 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.434031 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.434402 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.435016 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.435679 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.436337 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.436683 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.437079 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.437428 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.437769 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.438139 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.438487 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.438817 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.439180 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.439506 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.439862 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.440202 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.440595 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.440934 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.441283 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.441648 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.441988 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.442328 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.442669 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.443005 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.443350 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.443691 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.444035 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.444427 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.445033 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.445561 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.445927 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.446271 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.446613 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.447004 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.447356 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.447684 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.448123 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.448533 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.448829 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.449136 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.449378 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.449648 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.450118 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.450461 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.450705 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.450976 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.451290 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.451518 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.451852 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.452135 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.452487 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.452926 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.453357 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.453782 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.454251 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.454588 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.454940 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.455211 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.455578 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.455920 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.456310 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.456656 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.456930 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.457039 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 13:59:11.457213 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.457481 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.457717 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.457962 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.458226 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.458467 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.458736 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.458966 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.459195 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.459419 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.459704 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.459972 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.460444 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.460829 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.461334 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.461849 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.462022 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 01 13:59:11.462641 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104207) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 01 13:59:11.462807 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 01 13:59:11.462974 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 01 13:59:11.463216 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 01 13:59:11.463362 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 01 13:59:11.463683 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 01 13:59:11.463971 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.464230 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.464524 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.464801 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.465110 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.465377 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.465645 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.465920 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.466190 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.466470 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.466748 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.467056 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.467289 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.467547 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.467826 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.468056 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.468231 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.468472 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.468744 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.469188 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.469188 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.469722 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] debug = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.469722 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.469722 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.469946 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.470085 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.470312 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.470450 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.470591 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.470730 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.470932 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.471161 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.471302 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.471508 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.472022 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.472022 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.472022 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.472432 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.472432 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.472432 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] host = dv-cinder-845178-10-iscsi {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.472764 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.472884 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.473010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.473157 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.473302 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.473426 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.473667 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.473799 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.473936 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.474076 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.474214 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.474344 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.474541 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.474710 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.474857 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_options = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.474995 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.475207 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.475428 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.475641 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.475835 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.476053 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.476217 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.476217 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.476559 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.476705 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.476848 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.476992 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.477133 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.477273 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.477415 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.477575 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.477716 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.477857 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.477999 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.478291 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.478291 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.478759 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.478759 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.478759 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.479278 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.479278 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.479278 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.479278 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.480002 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.480002 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.480002 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.480002 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.480732 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.480732 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.480732 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.481322 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.481322 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.481322 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.481322 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.481957 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.481957 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.481957 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.481957 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.482518 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.482518 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.482518 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.482518 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_json = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.483069 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.483069 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.483069 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.483690 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.483690 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.483690 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.484675 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.484675 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.484675 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 01 13:59:11.484675 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.484675 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.484675 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.485594 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.485594 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.485594 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.485594 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.485594 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.485594 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.486599 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.486599 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.486599 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.486599 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.486599 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.486599 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.487522 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.487522 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.487522 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.487522 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.487522 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.487522 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.488501 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.488501 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.488501 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.488501 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.488501 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.488501 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.490890 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.490890 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.490890 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.490890 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.490890 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.490890 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.490890 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.490890 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.492455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.492455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.492455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.492455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.492455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.492455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.492455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.492455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.492455 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.494741 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.494741 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.494741 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.494741 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.494741 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.494741 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.494741 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.494741 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.494741 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.495826 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.495826 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.495826 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.495826 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.495826 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.495826 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.495826 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.495826 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.499605 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.499605 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.499605 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.499605 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.499605 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.499605 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.499605 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.499605 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.499605 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.503552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.503552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.503552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.503552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.503552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.503552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.503552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.503552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.503552 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.504833 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.504833 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.504833 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.504833 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.504833 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.504833 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.504833 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.504833 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.504833 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.505856 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.505856 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.505856 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.505856 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.505856 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.505856 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.505856 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.505856 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.506794 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.506794 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.506794 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.506794 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.506794 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.506794 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.506794 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.506794 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.507767 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.507767 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.507767 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.507767 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.507767 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.507767 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.507767 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.507767 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.512397 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.512397 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.512397 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.512397 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.512397 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.512397 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.512397 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.512397 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.514324 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.514324 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.514324 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.514324 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.514324 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.514324 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.514324 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.514324 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.515110 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.515110 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.515110 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.515110 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.515110 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.515110 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.515110 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.515110 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.516046 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.516046 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.516046 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.516046 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.516046 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.516046 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.516046 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.516046 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.518272 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.518272 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.518272 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.518272 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.518272 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.518272 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.518272 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.518272 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.519254 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.519254 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.519254 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.519254 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.519254 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.519254 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.519254 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.519254 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.520060 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.520060 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.520060 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.520060 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.520060 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.520060 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.520060 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.520060 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.522828 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.522828 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.522828 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.522828 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.522828 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.522828 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.522828 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.522828 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.525528 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.525528 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.525528 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.525528 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.525528 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.525528 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.525528 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.525528 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.526787 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.526787 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.526787 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.526787 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.526787 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.526787 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.526787 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.526787 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.527961 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.527961 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.527961 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.527961 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.527961 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.527961 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.527961 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.527961 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.529631 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.529631 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.529631 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.529631 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.529631 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.529631 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.529631 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.529631 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.529631 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.530633 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.530633 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.530633 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.530633 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.530633 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.530633 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.530633 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.530633 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.531390 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.531390 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.531390 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.531390 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.531390 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.531390 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.531390 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.531390 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.531390 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.532097 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.532097 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.532097 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.532097 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.532097 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.532097 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.532097 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.532097 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.533449 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.533449 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.533449 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.533449 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.533449 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.533449 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.533449 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.533449 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.534516 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.534516 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.534516 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.534516 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.534516 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.534516 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.534516 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.534516 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.535550 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.535550 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.535550 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.535550 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.535550 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.535550 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.535550 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.535550 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.536859 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.536859 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.536859 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.536859 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.536859 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.536859 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.536859 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.536859 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.539924 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.539924 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.539924 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.539924 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.539924 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.539924 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.539924 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.539924 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.541157 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.541157 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.541157 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.541157 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.541157 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.541157 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.541157 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.541157 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.542175 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.542175 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.542175 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.542175 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.542175 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.542175 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.542175 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.542175 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.542175 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.543232 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.543232 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.543232 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.543232 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.543232 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.543232 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.543232 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.543232 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.543232 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.544010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.544010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.544010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.544010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.544010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 01 13:59:11.544010 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 01 13:59:11.631037 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 53626) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:11.640475 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072033 Aug 01 13:59:20.725526 dv-cinder-845178-10-iscsi neutron-server[104207]: DEBUG dbcounter [-] [104207] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:24.358856 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e91c17-d871-4d7d-8ec2-5f2738e94544 None None] get_active_networks_info from dv-cinder-845178-10-iscsi {{(pid=104320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 01 13:59:24.383365 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writer thread running {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 01 13:59:24.559653 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e91c17-d871-4d7d-8ec2-5f2738e94544 None None] No non-hosted networks {{(pid=104320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 01 13:59:24.568918 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.agentschedulers_db [None req-69e91c17-d871-4d7d-8ec2-5f2738e94544 None None] DHCP Agent not found on host dv-cinder-845178-10-iscsi {{(pid=104320) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 01 13:59:24.628265 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99211535-80f3-43c8-b772-b16d12990791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407528'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:26.080926 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writer thread running {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 01 13:59:26.578061 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-de343592-6df9-4ce3-8622-6f853f0cf28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407528'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:26.619151 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e6abca7c-8e5a-4791-b247-ff218fe10d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:28.207994 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407528'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:28.304740 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 53700) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:28.971091 dv-cinder-845178-10-iscsi neutron-server[104318]: WARNING oslo_policy.policy [None req-0ee74dfc-8698-47c0-871f-3b2c06c01305 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 01 13:59:28.971642 dv-cinder-845178-10-iscsi neutron-server[104318]: WARNING oslo_policy.policy [None req-0ee74dfc-8698-47c0-871f-3b2c06c01305 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 01 13:59:29.149729 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407528'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:29.154634 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.154974 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.155300 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.155792 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.156114 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.160350 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.161703 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.162070 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.162411 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.162755 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.163099 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.163424 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.163760 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.164079 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.164427 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:29.164829 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-845178-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 13:59:29.182400 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-845178-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 13:59:29.206998 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [None req-0ee74dfc-8698-47c0-871f-3b2c06c01305 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 13:59:29.208400 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0ee74dfc-8698-47c0-871f-3b2c06c01305 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9024076 Aug 01 13:59:29.869418 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407528'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:31.691600 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 53732) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:32.393360 dv-cinder-845178-10-iscsi neutron-server[104319]: WARNING oslo_policy.policy [None req-c0876cb8-cb71-4f6a-842f-23985b5380fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 01 13:59:32.393928 dv-cinder-845178-10-iscsi neutron-server[104319]: WARNING oslo_policy.policy [None req-c0876cb8-cb71-4f6a-842f-23985b5380fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 01 13:59:32.612824 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-c0876cb8-cb71-4f6a-842f-23985b5380fa admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 13:59:32.704216 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.policy [None req-c0876cb8-cb71-4f6a-842f-23985b5380fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104319) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 01 13:59:32.748055 dv-cinder-845178-10-iscsi neutron-server[104319]: WARNING oslo_policy.policy [None req-c0876cb8-cb71-4f6a-842f-23985b5380fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 01 13:59:32.748471 dv-cinder-845178-10-iscsi neutron-server[104319]: WARNING oslo_policy.policy [None req-c0876cb8-cb71-4f6a-842f-23985b5380fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 01 13:59:32.774390 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writer thread running {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 01 13:59:32.869307 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c0876cb8-cb71-4f6a-842f-23985b5380fa admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770808492275', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770808492807', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770808476199', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770808466447', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770808456685', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770808449430', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1661290', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1679540', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576485', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533350'] for rbac-policy (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:32.963483 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c0876cb8-cb71-4f6a-842f-23985b5380fa admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:32.965482 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-c0876cb8-cb71-4f6a-842f-23985b5380fa admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2673717 Aug 01 13:59:33.856444 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.db.l3_hamode_db [None req-7a18ccc7-fdb6-44a9-9c82-4b54b237d7e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 01 13:59:33.941203 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18ccc7-fdb6-44a9-9c82-4b54b237d7e2 None None] Routers set() bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 13:59:33.941203 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18ccc7-fdb6-44a9-9c82-4b54b237d7e2 None None] Router IDs set() for agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 01 13:59:35.359548 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 53748) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:35.766393 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 13:59:35.780052 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writer thread running {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 01 13:59:35.830189 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Made reservation on behalf of c18388255f054822b773ec88708292da for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 13:59:35.891488 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.policy [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104318) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 01 13:59:35.934156 dv-cinder-845178-10-iscsi neutron-server[104318]: WARNING oslo_policy.policy [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 01 13:59:35.934522 dv-cinder-845178-10-iscsi neutron-server[104318]: WARNING oslo_policy.policy [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 01 13:59:35.945344 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:35.974096 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:36.127730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Publish callbacks [] for security_group (c3eb097c-fcc6-44eb-9ca1-4615e7a0b378), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:36.135220 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c3eb097c-fcc6-44eb-9ca1-4615e7a0b378), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:36.179634 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 13:59:36.216196 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770806140636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (fe9a8146-72a7-4caa-876d-fda1fd2caa98), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:36.216810 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Unsubscribe: segment precommit_create {{(pid=104318) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 01 13:59:36.217340 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Added segment fe9a8146-72a7-4caa-876d-fda1fd2caa98 of type vlan for network 3b4ba7c3-a931-4725-bd11-8e30582455de Aug 01 13:59:36.223919 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eb097c-fcc6-44eb-9ca1-4615e7a0b378,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 13:59:36.257410 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.257724 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.258097 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.258419 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.258805 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.259075 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.259391 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.259704 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.260061 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.260397 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.260721 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.261038 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.261338 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.261651 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.262063 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Tracked resource versions report: Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: pushed versions: Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: { 'AddressGroup': {'1.2'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Agent': {'1.1'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'ConntrackHelper': {'1.0'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'LocalIPAssociation': {'1.0'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Log': {'1.0'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'NDPProxy': {'1.0'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Network': {'1.1'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Port': {'1.7'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'PortForwarding': {'1.3'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'QosPolicy': {'1.10'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SecurityGroup': {'1.5'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SecurityGroupRule': {'1.2'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SubPort': {'1.0'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Subnet': {'1.1'}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Trunk': {'1.1'}} Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: consumer versions: Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: { DHCP agent@dv-cinder-845178-10-iscsi: {}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: L3 agent@dv-cinder-845178-10-iscsi: {}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: Metadata agent@dv-cinder-845178-10-iscsi: {}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: Metering agent@dv-cinder-845178-10-iscsi: {}, Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: Open vSwitch agent@dv-cinder-845178-10-iscsi: { 'AddressGroup': '1.2', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Agent': '1.1', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'ConntrackHelper': '1.0', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'LocalIPAssociation': '1.0', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Log': '1.0', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'NDPProxy': '1.0', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Network': '1.1', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Port': '1.7', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'PortForwarding': '1.3', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'QosPolicy': '1.10', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SecurityGroup': '1.5', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SecurityGroupRule': '1.2', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SubPort': '1.0', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Subnet': '1.1', Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Trunk': '1.1'}} Aug 01 13:59:36.264403 dv-cinder-845178-10-iscsi neutron-server[104318]: {{(pid=104318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 01 13:59:36.357998 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (3b4ba7c3-a931-4725-bd11-8e30582455de), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:36.410354 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (3b4ba7c3-a931-4725-bd11-8e30582455de), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:36.415447 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 13:59:36.416156 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:36.522133 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1612592 Aug 01 13:59:36.550093 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a5196-615f-4e34-a422-761f59ad4703 demo demo] Pushing event updated for resources: {'Network': ['ID=3b4ba7c3-a931-4725-bd11-8e30582455de,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 13:59:36.566866 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 3b4ba7c3-a931-4725-bd11-8e30582455de details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 13:59:38.940477 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 53762) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:39.435797 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f8c7d2-11a9-44f4-9a7f-c7ae754d3b7b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 13:59:39.437224 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-75f8c7d2-11a9-44f4-9a7f-c7ae754d3b7b demo admin] 10.222.0.45 "GET /v2.0/networks/3b4ba7c3-a931-4725-bd11-8e30582455de HTTP/1.1" status: 200 len: 825 time: 0.4954422 Aug 01 13:59:39.481834 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-803601b5-3aa1-4e0c-890a-afab3244e5a2 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/2545ecd5-0eea-43ab-99c4-eb6579964c37 HTTP/1.1" status: 200 len: 734 time: 0.0357149 Aug 01 13:59:39.495350 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Request body: {'subnet': {'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de', 'subnetpool_id': '2545ecd5-0eea-43ab-99c4-eb6579964c37', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 13:59:39.510688 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=56,neutron:INSERT=40,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:39.522781 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Made reservation on behalf of c18388255f054822b773ec88708292da for: {'subnet': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 13:59:39.525204 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:39.872327 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (a7898c77-c673-42c2-b6ed-7e6aae533925), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:39.898702 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:39.951044 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a7898c77-c673-42c2-b6ed-7e6aae533925,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 13:59:39.966792 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Checking segment: {'id': 'fe9a8146-72a7-4caa-876d-fda1fd2caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 13:59:39.967425 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Network hostable DHCP agents. Network: 3b4ba7c3-a931-4725-bd11-8e30582455de, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 13:59:40.003375 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Network 3b4ba7c3-a931-4725-bd11-8e30582455de is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 13:59:40.016878 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 3b4ba7c3-a931-4725-bd11-8e30582455de) {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 13:59:40.022758 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 13:59:40.023391 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:40.029217 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398272c8-a7c4-4318-aebe-298d036eae4e None None] Network 3b4ba7c3-a931-4725-bd11-8e30582455de requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 13:59:40.033099 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=33,neutron:INSERT=32,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:40.050557 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-33113d28-e4d7-4889-9708-67e4c2cd4419 demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5591094 Aug 01 13:59:40.357666 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-3b4ba7c3-a931-4725-bd11-8e30582455de', 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de', 'project_id': 'c18388255f054822b773ec88708292da', 'fixed_ips': [{'subnet_id': 'a7898c77-c673-42c2-b6ed-7e6aae533925'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 13:59:40.359166 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:40.696517 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Allocated IP 172.20.0.2 (3b4ba7c3-a931-4725-bd11-8e30582455de/a7898c77-c673-42c2-b6ed-7e6aae533925/5169e644-8b53-4daa-8c9d-bb0285ecdb93) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 13:59:41.022592 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Publish callbacks [] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:41.034762 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:41.126456 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Network 3b4ba7c3-a931-4725-bd11-8e30582455de is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 13:59:41.136018 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 13:59:41.141342 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 13:59:41.144966 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Pushing event updated for resources: {'Port': ['ID=5169e644-8b53-4daa-8c9d-bb0285ecdb93,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 13:59:41.177992 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.178332 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.178701 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.179054 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.179386 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.179714 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.180042 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.180527 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.180862 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.181184 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.181518 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.181841 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.182166 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.182487 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.182811 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Tracked resource versions report: Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: pushed versions: Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: { 'AddressGroup': {'1.2'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Agent': {'1.1'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'ConntrackHelper': {'1.0'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'LocalIPAssociation': {'1.0'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Log': {'1.0'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'NDPProxy': {'1.0'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Network': {'1.1'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Port': {'1.7'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'PortForwarding': {'1.3'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'QosPolicy': {'1.10'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SecurityGroup': {'1.5'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SecurityGroupRule': {'1.2'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SubPort': {'1.0'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Subnet': {'1.1'}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Trunk': {'1.1'}} Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: consumer versions: Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: { DHCP agent@dv-cinder-845178-10-iscsi: {}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: L3 agent@dv-cinder-845178-10-iscsi: {}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: Metadata agent@dv-cinder-845178-10-iscsi: {}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: Metering agent@dv-cinder-845178-10-iscsi: {}, Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: Open vSwitch agent@dv-cinder-845178-10-iscsi: { 'AddressGroup': '1.2', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Agent': '1.1', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'ConntrackHelper': '1.0', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'LocalIPAssociation': '1.0', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Log': '1.0', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'NDPProxy': '1.0', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Network': '1.1', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Port': '1.7', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'PortForwarding': '1.3', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'QosPolicy': '1.10', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SecurityGroup': '1.5', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SecurityGroupRule': '1.2', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SubPort': '1.0', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Subnet': '1.1', Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Trunk': '1.1'}} Aug 01 13:59:41.184326 dv-cinder-845178-10-iscsi neutron-server[104320]: {{(pid=104320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 01 13:59:41.240649 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Attempting to bind port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 13:59:41.241050 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Attempting to bind port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'fe9a8146-72a7-4caa-876d-fda1fd2caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 13:59:41.241474 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Attempting to bind port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 on network 3b4ba7c3-a931-4725-bd11-8e30582455de {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 13:59:41.247857 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 13:59:41.248218 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Checking segment: {'id': 'fe9a8146-72a7-4caa-876d-fda1fd2caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 13:59:41.248703 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:41.249142 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Bound using segment: {'id': 'fe9a8146-72a7-4caa-876d-fda1fd2caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 13:59:41.249680 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Bound port: 5169e644-8b53-4daa-8c9d-bb0285ecdb93, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9a8146-72a7-4caa-876d-fda1fd2caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 13:59:41.250456 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:41.328819 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] For port 5169e644-8b53-4daa-8c9d-bb0285ecdb93, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 13:59:41.333040 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:41.354612 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] For port 5169e644-8b53-4daa-8c9d-bb0285ecdb93, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=5169e644-8b53-4daa-8c9d-bb0285ecdb93,segment=NetworkSegment(fe9a8146-72a7-4caa-876d-fda1fd2caa98),segment_id=fe9a8146-72a7-4caa-876d-fda1fd2caa98)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 13:59:41.365008 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:41.439715 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30e043-e17c-4b5c-807a-6785067c2a9e None None] Pushing event updated for resources: {'Port': ['ID=5169e644-8b53-4daa-8c9d-bb0285ecdb93,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 13:59:42.706935 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 53774) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:42.950599 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=9,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:42.954873 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=24,neutron:INSERT=35,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:43.121047 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [None req-6411969f-fa3e-43ba-aa3a-ca4f5f1c3d64 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 13:59:43.136312 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-6411969f-fa3e-43ba-aa3a-ca4f5f1c3d64 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4141207 Aug 01 13:59:43.892128 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:43.909684 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:45.511727 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 53788) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:45.948623 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [None req-4cf903b8-8fd3-497d-b379-7c65af453a9c admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 13:59:45.949615 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-4cf903b8-8fd3-497d-b379-7c65af453a9c admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4370596 Aug 01 13:59:48.297533 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 53796) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:48.757734 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-b7ec0522-855d-46a5-8fe0-c490f52be737 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 13:59:48.791370 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b7ec0522-855d-46a5-8fe0-c490f52be737 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:48.793031 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b7ec0522-855d-46a5-8fe0-c490f52be737 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:48.951993 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b7ec0522-855d-46a5-8fe0-c490f52be737 demo demo] Publish callbacks [] for router_controller (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), precommit_add_association {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:48.958711 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b7ec0522-855d-46a5-8fe0-c490f52be737 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:48.982856 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b7ec0522-855d-46a5-8fe0-c490f52be737 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:48.984657 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-b7ec0522-855d-46a5-8fe0-c490f52be737 demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6855929 Aug 01 13:59:49.008136 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 5169e644-8b53-4daa-8c9d-bb0285ecdb93 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 13:59:49.106777 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 13:59:49.107088 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:49.147060 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:49.255379 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 13:59:49.255379 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:49.304857 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 5169e644-8b53-4daa-8c9d-bb0285ecdb93, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=5169e644-8b53-4daa-8c9d-bb0285ecdb93,segment=NetworkSegment(fe9a8146-72a7-4caa-876d-fda1fd2caa98),segment_id=fe9a8146-72a7-4caa-876d-fda1fd2caa98)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 13:59:49.313824 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:49.377333 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=5169e644-8b53-4daa-8c9d-bb0285ecdb93,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 13:59:50.021261 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfed89a-4d99-4e62-91fa-a132c7af84ca None None] Network 3b4ba7c3-a931-4725-bd11-8e30582455de requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 13:59:50.152099 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-72cca6e3-d494-48ac-b14f-e8722662856a None None] Provisioning complete for port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 13:59:50.152500 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-72cca6e3-d494-48ac-b14f-e8722662856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:50.250373 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-72cca6e3-d494-48ac-b14f-e8722662856a None None] Current status of the port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 13:59:50.470711 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-c2d37df5-cb8c-4e5d-8b0e-f5f319fa8869 None None] Provisioning complete for port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 13:59:50.471103 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c2d37df5-cb8c-4e5d-8b0e-f5f319fa8869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:50.557168 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-c2d37df5-cb8c-4e5d-8b0e-f5f319fa8869 None None] Current status of the port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 13:59:50.977660 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 5169e644-8b53-4daa-8c9d-bb0285ecdb93 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 13:59:51.032241 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 13:59:51.033298 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:51.115805 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 13:59:51.479670 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 53808) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:51.887824 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [None req-6c237550-16fc-4a38-9eae-226705d5e184 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 13:59:51.889082 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-6c237550-16fc-4a38-9eae-226705d5e184 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4084835 Aug 01 13:59:54.251796 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 53816) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:54.337647 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dfdb33a8-daf6-4b05-a1c9-147b641d2807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:54.647983 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 13:59:54.670609 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Made reservation on behalf of 2a12613c4ac44ad788edb767368b347b for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 13:59:54.674319 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:54.687208 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:54.773007 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Publish callbacks [] for security_group (c78eee00-7e84-4789-a199-1a85c6d916b3), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:54.778998 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c78eee00-7e84-4789-a199-1a85c6d916b3), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:54.796552 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Reserving flat network on physical network physnet1 {{(pid=104318) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 01 13:59:54.816813 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:54.819235 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78eee00-7e84-4789-a199-1a85c6d916b3,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 13:59:54.825425 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (95d88fd8-bfc7-4d70-880a-1a9c4041dd53), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:54.825769 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Added segment 95d88fd8-bfc7-4d70-880a-1a9c4041dd53 of type flat for network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 Aug 01 13:59:54.879485 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (d8be1c6a-b91c-442d-8ade-fce2fb3e8857), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:54.915775 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (d8be1c6a-b91c-442d-8ade-fce2fb3e8857), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:54.916875 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 13:59:54.917447 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:54.992698 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7396870 Aug 01 13:59:55.020666 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b92c0-8905-4b55-b0cf-80fc826c3a99 admin admin] Pushing event updated for resources: {'Network': ['ID=d8be1c6a-b91c-442d-8ade-fce2fb3e8857,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 13:59:55.033896 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 13:59:55.088428 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:56.574608 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2bfc28b2-925e-4eed-961e-9285fa73e6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:57.303090 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 53824) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 13:59:57.756416 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572a61df-9eb8-4409-8d92-ec6b3226f882 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 13:59:57.757811 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-572a61df-9eb8-4409-8d92-ec6b3226f882 demo admin] 10.222.0.45 "GET /v2.0/subnets/a7898c77-c673-42c2-b6ed-7e6aae533925 HTTP/1.1" status: 200 len: 849 time: 0.4537363 Aug 01 13:59:57.885579 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-633b1196-258f-480c-9b25-2b2572fb7e93 demo admin] 10.222.0.45 "GET /v2.0/routers/5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 HTTP/1.1" status: 200 len: 704 time: 0.1214597 Aug 01 13:59:58.116684 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:58.176226 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:58.177414 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:58.508665 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Allocated IP 172.20.0.1 (3b4ba7c3-a931-4725-bd11-8e30582455de/a7898c77-c673-42c2-b6ed-7e6aae533925/277eefc1-9821-4563-a79c-8c41508c7834) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 13:59:58.730271 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Publish callbacks [] for port (277eefc1-9821-4563-a79c-8c41508c7834), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:58.786293 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:58.797157 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (277eefc1-9821-4563-a79c-8c41508c7834), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:58.884311 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Network 3b4ba7c3-a931-4725-bd11-8e30582455de is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 13:59:58.890916 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 13:59:58.895982 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 13:59:58.897137 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:58.917889 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Pushing event updated for resources: {'Port': ['ID=277eefc1-9821-4563-a79c-8c41508c7834,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 13:59:59.120522 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (277eefc1-9821-4563-a79c-8c41508c7834), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:59.186544 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:59.188667 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-4fd8911a-d23a-45c6-aeef-3974d085f96b None None] Provisioning complete for port 277eefc1-9821-4563-a79c-8c41508c7834 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 13:59:59.189046 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fd8911a-d23a-45c6-aeef-3974d085f96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (277eefc1-9821-4563-a79c-8c41508c7834), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:59.223555 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8911a-d23a-45c6-aeef-3974d085f96b None None] Port 277eefc1-9821-4563-a79c-8c41508c7834 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 13:59:59.348004 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 13:59:59.351240 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Publish callbacks [] for port (277eefc1-9821-4563-a79c-8c41508c7834), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:59.356608 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (277eefc1-9821-4563-a79c-8c41508c7834), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:59.357434 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:59.450585 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Pushing event updated for resources: {'Port': ['ID=277eefc1-9821-4563-a79c-8c41508c7834,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 13:59:59.510357 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Network 3b4ba7c3-a931-4725-bd11-8e30582455de is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 13:59:59.512480 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 13:59:59.696756 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Router 5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 13:59:59.744309 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-429b2eb1-eef9-401b-beb9-bd0e2327b5e7 None None] Provisioning complete for port 277eefc1-9821-4563-a79c-8c41508c7834 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 13:59:59.744706 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-429b2eb1-eef9-401b-beb9-bd0e2327b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (277eefc1-9821-4563-a79c-8c41508c7834), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 13:59:59.781346 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-429b2eb1-eef9-401b-beb9-bd0e2327b5e7 None None] Port 277eefc1-9821-4563-a79c-8c41508c7834 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 13:59:59.792246 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 13:59:59.799616 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-99665f2c-720a-44f1-a116-d7145086fdc3 demo admin] 10.222.0.45 "PUT /v2.0/routers/5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9083486 Aug 01 13:59:59.809689 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Sync routers for ids ['5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 13:59:59.828822 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Routers {'5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 13:59:59.830082 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T13:59:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 13:59:59.837797 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:00.037205 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Set router 5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 gateway port host: None {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:00:00.497665 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'name': 'router1', 'tenant_id': 'c18388255f054822b773ec88708292da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T13:59:48Z', 'updated_at': '2022-08-01T13:59:59Z', 'revision_number': 2, 'project_id': 'c18388255f054822b773ec88708292da', 'gw_port_host': None, '_interfaces': [{'id': '277eefc1-9821-4563-a79c-8c41508c7834', 'name': '', 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de', 'tenant_id': 'c18388255f054822b773ec88708292da', 'mac_address': 'fa:16:3e:59:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T13:59:58Z', 'updated_at': '2022-08-01T13:59:59Z', 'revision_number': 2, 'project_id': 'c18388255f054822b773ec88708292da', 'subnets': [{'id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2545ecd5-0eea-43ab-99c4-eb6579964c37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:00:00.566879 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Checking router: 5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:00:00.567243 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Updating router 5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 port 277eefc1-9821-4563-a79c-8c41508c7834 binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:00:00.628829 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (277eefc1-9821-4563-a79c-8c41508c7834), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:01.226628 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Publish callbacks [] for port (277eefc1-9821-4563-a79c-8c41508c7834), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:01.236519 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (277eefc1-9821-4563-a79c-8c41508c7834), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:01.401164 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Pushing event updated for resources: {'Port': ['ID=277eefc1-9821-4563-a79c-8c41508c7834,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:00:01.407251 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Attempting to bind port 277eefc1-9821-4563-a79c-8c41508c7834 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:00:01.407812 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Attempting to bind port 277eefc1-9821-4563-a79c-8c41508c7834 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'fe9a8146-72a7-4caa-876d-fda1fd2caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:00:01.409529 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Attempting to bind port 277eefc1-9821-4563-a79c-8c41508c7834 on network 3b4ba7c3-a931-4725-bd11-8e30582455de {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:00:01.421187 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.421505 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.421861 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.422221 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.422548 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.422870 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.423275 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.423599 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.423933 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.424364 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.424891 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.425438 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.425975 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.426291 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.426661 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Tracked resource versions report: Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: pushed versions: Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: { 'AddressGroup': {'1.2'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Agent': {'1.1'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'ConntrackHelper': {'1.0'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'LocalIPAssociation': {'1.0'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Log': {'1.0'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'NDPProxy': {'1.0'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Network': {'1.1'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Port': {'1.7'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'PortForwarding': {'1.3'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'QosPolicy': {'1.10'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SecurityGroup': {'1.5'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SecurityGroupRule': {'1.2'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SubPort': {'1.0'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Subnet': {'1.1'}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Trunk': {'1.1'}} Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: consumer versions: Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: { DHCP agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: L3 agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: Metadata agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: Metering agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: Open vSwitch agent@dv-cinder-845178-10-iscsi: { 'AddressGroup': '1.2', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Agent': '1.1', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'ConntrackHelper': '1.0', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'LocalIPAssociation': '1.0', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Log': '1.0', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'NDPProxy': '1.0', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Network': '1.1', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Port': '1.7', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'PortForwarding': '1.3', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'QosPolicy': '1.10', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SecurityGroup': '1.5', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SecurityGroupRule': '1.2', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SubPort': '1.0', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Subnet': '1.1', Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Trunk': '1.1'}} Aug 01 14:00:01.429104 dv-cinder-845178-10-iscsi neutron-server[104321]: {{(pid=104321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 01 14:00:01.433911 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:00:01.434305 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Checking segment: {'id': 'fe9a8146-72a7-4caa-876d-fda1fd2caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:00:01.434767 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:01.435125 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Bound using segment: {'id': 'fe9a8146-72a7-4caa-876d-fda1fd2caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:00:01.435656 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Bound port: 277eefc1-9821-4563-a79c-8c41508c7834, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9a8146-72a7-4caa-876d-fda1fd2caa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:00:01.436025 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (277eefc1-9821-4563-a79c-8c41508c7834), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:01.508961 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] For port 277eefc1-9821-4563-a79c-8c41508c7834, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:00:01.548683 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] For port 277eefc1-9821-4563-a79c-8c41508c7834, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=277eefc1-9821-4563-a79c-8c41508c7834,segment=NetworkSegment(fe9a8146-72a7-4caa-876d-fda1fd2caa98),segment_id=fe9a8146-72a7-4caa-876d-fda1fd2caa98)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:00:01.557977 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (277eefc1-9821-4563-a79c-8c41508c7834), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:01.569096 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:01.570453 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:01.610261 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Routers {'5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:00:01.610897 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T13:59:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:00:01.683160 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e5cf9-20ba-4b4e-b88d-ec5cb3328e9a None None] Pushing event updated for resources: {'Port': ['ID=277eefc1-9821-4563-a79c-8c41508c7834,revision_number=4']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:00:01.714592 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] Set router 5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 gateway port host: None {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:00:01.931186 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'name': 'router1', 'tenant_id': 'c18388255f054822b773ec88708292da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T13:59:48Z', 'updated_at': '2022-08-01T13:59:59Z', 'revision_number': 2, 'project_id': 'c18388255f054822b773ec88708292da', 'gw_port_host': None, '_interfaces': [{'id': '277eefc1-9821-4563-a79c-8c41508c7834', 'name': '', 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de', 'tenant_id': 'c18388255f054822b773ec88708292da', 'mac_address': 'fa:16:3e:59:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T13:59:58Z', 'updated_at': '2022-08-01T14:00:01Z', 'revision_number': 4, 'project_id': 'c18388255f054822b773ec88708292da', 'subnets': [{'id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2545ecd5-0eea-43ab-99c4-eb6579964c37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:00:01.960317 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935d66eb-d122-4fa6-90c9-b9ed03c83d14 None None] The sync data for ids ['5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'] in dv-cinder-845178-10-iscsi is: [{'id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'name': 'router1', 'tenant_id': 'c18388255f054822b773ec88708292da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T13:59:48Z', 'updated_at': '2022-08-01T13:59:59Z', 'revision_number': 2, 'project_id': 'c18388255f054822b773ec88708292da', 'gw_port_host': None, '_interfaces': [{'id': '277eefc1-9821-4563-a79c-8c41508c7834', 'name': '', 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de', 'tenant_id': 'c18388255f054822b773ec88708292da', 'mac_address': 'fa:16:3e:59:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T13:59:58Z', 'updated_at': '2022-08-01T14:00:01Z', 'revision_number': 4, 'project_id': 'c18388255f054822b773ec88708292da', 'subnets': [{'id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2545ecd5-0eea-43ab-99c4-eb6579964c37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:00:02.198370 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 53836) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:00:02.764618 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55025a2-f7bd-4b1f-bc6a-00a2f517f659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:00:02.766187 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f55025a2-f7bd-4b1f-bc6a-00a2f517f659 admin admin] 10.222.0.45 "GET /v2.0/networks/d8be1c6a-b91c-442d-8ade-fce2fb3e8857 HTTP/1.1" status: 200 len: 842 time: 0.5667386 Aug 01 14:00:02.777079 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'name': 'public-subnet', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:00:02.810173 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Made reservation on behalf of 2a12613c4ac44ad788edb767368b347b for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:00:02.814591 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:03.289594 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.objects.ports [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104319) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 01 14:00:03.290340 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (5c7ae0e7-5220-4fd1-baa4-b353770847a4), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:03.371612 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:00:03.371982 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Network hostable DHCP agents. Network: d8be1c6a-b91c-442d-8ade-fce2fb3e8857, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:00:03.374927 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7ae0e7-5220-4fd1-baa4-b353770847a4,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:00:03.389682 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.390018 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.390351 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.390677 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.390999 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.391294 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.391622 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.391937 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.392291 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.392619 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.392936 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.393246 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.393549 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.393947 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.394279 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Tracked resource versions report: Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: pushed versions: Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: { 'AddressGroup': {'1.2'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Agent': {'1.1'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'ConntrackHelper': {'1.0'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'LocalIPAssociation': {'1.0'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Log': {'1.0'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'NDPProxy': {'1.0'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Network': {'1.1'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Port': {'1.7'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'PortForwarding': {'1.3'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'QosPolicy': {'1.10'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SecurityGroup': {'1.5'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SecurityGroupRule': {'1.2'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SubPort': {'1.0'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Subnet': {'1.1'}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Trunk': {'1.1'}} Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: consumer versions: Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: { DHCP agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: L3 agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: Metadata agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: Metering agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: Open vSwitch agent@dv-cinder-845178-10-iscsi: { 'AddressGroup': '1.2', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Agent': '1.1', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'ConntrackHelper': '1.0', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'LocalIPAssociation': '1.0', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Log': '1.0', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'NDPProxy': '1.0', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Network': '1.1', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Port': '1.7', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'PortForwarding': '1.3', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'QosPolicy': '1.10', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SecurityGroup': '1.5', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SecurityGroupRule': '1.2', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SubPort': '1.0', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Subnet': '1.1', Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Trunk': '1.1'}} Aug 01 14:00:03.395983 dv-cinder-845178-10-iscsi neutron-server[104319]: {{(pid=104319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 01 14:00:03.426143 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:00:03.442189 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, d8be1c6a-b91c-442d-8ade-fce2fb3e8857) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:00:03.449689 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:00:03.452827 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:03.452991 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b257b56-acc5-4b3c-8521-ab614a5268b1 None None] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:00:03.472413 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0a28a8af-9882-4fea-aed9-cb05d0f9283d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6995978 Aug 01 14:00:03.526628 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:03.605082 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ade703-c304-44f3-8dbc-1a36554715e5 None None] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:00:05.977428 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 53848) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:00:06.641598 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0e592530-df01-4697-8306-0f7e6bbdbef3 demo admin] 10.222.0.45 "GET /v2.0/routers/5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 HTTP/1.1" status: 200 len: 710 time: 0.6719944 Aug 01 14:00:06.754474 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8bfa8f-4641-43f6-87e4-e95f418e12dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:00:06.756506 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-fe8bfa8f-4641-43f6-87e4-e95f418e12dc demo admin] 10.222.0.45 "GET /v2.0/networks/d8be1c6a-b91c-442d-8ade-fce2fb3e8857 HTTP/1.1" status: 200 len: 886 time: 0.1061478 Aug 01 14:00:06.768562 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:00:06.938364 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:07.064521 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Publish callbacks [] for router_gateway (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:07.265893 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:07.354795 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Publish callbacks [] for router_gateway (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:07.464132 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:07.648797 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Allocated IP 172.27.4.92 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/82588dde-a2e2-4b90-9973-51de7addec78) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:00:07.772375 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Publish callbacks [] for port (82588dde-a2e2-4b90-9973-51de7addec78), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:07.839331 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (82588dde-a2e2-4b90-9973-51de7addec78), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:07.921831 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:00:07.927949 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:00:07.932730 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:00:07.935615 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Pushing event updated for resources: {'Port': ['ID=82588dde-a2e2-4b90-9973-51de7addec78,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:00:08.188216 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:08.337324 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Publish callbacks [] for router_gateway (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:08.502414 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:08.583158 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:08.589179 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581608'] for router (5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:08.723142 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Router 5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:00:08.854831 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:00:08.861677 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:08.863590 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-62b96497-6611-4d51-9837-cc3e87ad0a3f demo admin] 10.222.0.45 "PUT /v2.0/routers/5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 HTTP/1.1" status: 200 len: 889 time: 2.0994110 Aug 01 14:00:08.875976 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Sync routers for ids ['5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:00:08.891386 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Routers {'5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:00:08.892078 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-85595787-a87a-4946-9cda-047233efbf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T13:59:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:00:09.040842 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 277eefc1-9821-4563-a79c-8c41508c7834 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:00:09.186182 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Set router 5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:00:09.264854 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 277eefc1-9821-4563-a79c-8c41508c7834 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:00:09.265352 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (277eefc1-9821-4563-a79c-8c41508c7834), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:09.628453 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 277eefc1-9821-4563-a79c-8c41508c7834 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:00:09.629008 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (277eefc1-9821-4563-a79c-8c41508c7834), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:09.789087 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=35,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:09.792104 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=84 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:09.816099 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 277eefc1-9821-4563-a79c-8c41508c7834, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=277eefc1-9821-4563-a79c-8c41508c7834,segment=NetworkSegment(fe9a8146-72a7-4caa-876d-fda1fd2caa98),segment_id=fe9a8146-72a7-4caa-876d-fda1fd2caa98)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:00:09.818156 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-85595787-a87a-4946-9cda-047233efbf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'name': 'router1', 'tenant_id': 'c18388255f054822b773ec88708292da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '82588dde-a2e2-4b90-9973-51de7addec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T13:59:48Z', 'updated_at': '2022-08-01T14:00:08Z', 'revision_number': 4, 'project_id': 'c18388255f054822b773ec88708292da', 'gw_port': {'id': '82588dde-a2e2-4b90-9973-51de7addec78', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:00:07Z', 'updated_at': '2022-08-01T14:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '277eefc1-9821-4563-a79c-8c41508c7834', 'name': '', 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de', 'tenant_id': 'c18388255f054822b773ec88708292da', 'mac_address': 'fa:16:3e:59:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T13:59:58Z', 'updated_at': '2022-08-01T14:00:01Z', 'revision_number': 4, 'project_id': 'c18388255f054822b773ec88708292da', 'subnets': [{'id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2545ecd5-0eea-43ab-99c4-eb6579964c37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:00:09.847855 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (277eefc1-9821-4563-a79c-8c41508c7834), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:09.902397 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:09.907072 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Checking router: 5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:00:09.907449 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Updating router 5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 port 82588dde-a2e2-4b90-9973-51de7addec78 binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:00:10.091559 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (82588dde-a2e2-4b90-9973-51de7addec78), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:10.098708 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=277eefc1-9821-4563-a79c-8c41508c7834,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:00:10.281848 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:10.508528 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Publish callbacks [] for port (82588dde-a2e2-4b90-9973-51de7addec78), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:10.516107 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (82588dde-a2e2-4b90-9973-51de7addec78), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:10.567076 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Attempting to bind port 82588dde-a2e2-4b90-9973-51de7addec78 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:00:10.567446 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Attempting to bind port 82588dde-a2e2-4b90-9973-51de7addec78 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:00:10.567809 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Attempting to bind port 82588dde-a2e2-4b90-9973-51de7addec78 on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:00:10.579145 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:00:10.579515 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:00:10.579913 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:10.580332 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:00:10.580819 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Bound port: 82588dde-a2e2-4b90-9973-51de7addec78, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:00:10.581201 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (82588dde-a2e2-4b90-9973-51de7addec78), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:10.583354 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273afa8d-cf23-4dfa-ab8b-2de5796fd2a4 None None] Pushing event updated for resources: {'Port': ['ID=82588dde-a2e2-4b90-9973-51de7addec78,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:00:10.646017 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-85595787-a87a-4946-9cda-047233efbf49 None None] For port 82588dde-a2e2-4b90-9973-51de7addec78, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:00:10.650594 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-85595787-a87a-4946-9cda-047233efbf49 None None] For port 82588dde-a2e2-4b90-9973-51de7addec78, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=82588dde-a2e2-4b90-9973-51de7addec78,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:00:10.658932 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (82588dde-a2e2-4b90-9973-51de7addec78), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:10.708061 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Routers {'5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:00:10.708809 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-85595787-a87a-4946-9cda-047233efbf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T13:59:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:00:10.768509 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273afa8d-cf23-4dfa-ab8b-2de5796fd2a4 None None] Pushing event updated for resources: {'Port': ['ID=82588dde-a2e2-4b90-9973-51de7addec78,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:00:10.848084 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-85595787-a87a-4946-9cda-047233efbf49 None None] Set router 5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:00:11.040039 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 277eefc1-9821-4563-a79c-8c41508c7834 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:00:11.177820 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 277eefc1-9821-4563-a79c-8c41508c7834 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:00:11.178416 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (277eefc1-9821-4563-a79c-8c41508c7834), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:11.285009 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:11.369967 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-85595787-a87a-4946-9cda-047233efbf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'name': 'router1', 'tenant_id': 'c18388255f054822b773ec88708292da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '82588dde-a2e2-4b90-9973-51de7addec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T13:59:48Z', 'updated_at': '2022-08-01T14:00:08Z', 'revision_number': 4, 'project_id': 'c18388255f054822b773ec88708292da', 'gw_port': {'id': '82588dde-a2e2-4b90-9973-51de7addec78', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:00:07Z', 'updated_at': '2022-08-01T14:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '277eefc1-9821-4563-a79c-8c41508c7834', 'name': '', 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de', 'tenant_id': 'c18388255f054822b773ec88708292da', 'mac_address': 'fa:16:3e:59:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T13:59:58Z', 'updated_at': '2022-08-01T14:00:09Z', 'revision_number': 5, 'project_id': 'c18388255f054822b773ec88708292da', 'subnets': [{'id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2545ecd5-0eea-43ab-99c4-eb6579964c37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:00:11.430471 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85595787-a87a-4946-9cda-047233efbf49 None None] The sync data for ids ['5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8'] in dv-cinder-845178-10-iscsi is: [{'id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'name': 'router1', 'tenant_id': 'c18388255f054822b773ec88708292da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '82588dde-a2e2-4b90-9973-51de7addec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T13:59:48Z', 'updated_at': '2022-08-01T14:00:08Z', 'revision_number': 4, 'project_id': 'c18388255f054822b773ec88708292da', 'gw_port': {'id': '82588dde-a2e2-4b90-9973-51de7addec78', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:00:07Z', 'updated_at': '2022-08-01T14:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '277eefc1-9821-4563-a79c-8c41508c7834', 'name': '', 'network_id': '3b4ba7c3-a931-4725-bd11-8e30582455de', 'tenant_id': 'c18388255f054822b773ec88708292da', 'mac_address': 'fa:16:3e:59:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce3f7bf-5f6d-4b4d-a04f-752f3cd00dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T13:59:58Z', 'updated_at': '2022-08-01T14:00:09Z', 'revision_number': 5, 'project_id': 'c18388255f054822b773ec88708292da', 'subnets': [{'id': 'a7898c77-c673-42c2-b6ed-7e6aae533925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2545ecd5-0eea-43ab-99c4-eb6579964c37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:00:11.439737 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 277eefc1-9821-4563-a79c-8c41508c7834 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:00:11.801736 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 53862) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:00:11.934102 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=43 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:11.936308 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=31 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:12.390556 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 5 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:00:12.487130 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-a5ba69e9-a215-402b-91df-627bf2e9416d admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.6835649 Aug 01 14:00:13.022630 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 82588dde-a2e2-4b90-9973-51de7addec78 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:00:13.062216 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:13.101361 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 82588dde-a2e2-4b90-9973-51de7addec78 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:00:13.101971 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (82588dde-a2e2-4b90-9973-51de7addec78), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:13.191660 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 82588dde-a2e2-4b90-9973-51de7addec78 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:00:13.192083 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (82588dde-a2e2-4b90-9973-51de7addec78), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:13.216671 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 82588dde-a2e2-4b90-9973-51de7addec78, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=82588dde-a2e2-4b90-9973-51de7addec78,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:00:13.223903 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (82588dde-a2e2-4b90-9973-51de7addec78), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:13.285613 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=82588dde-a2e2-4b90-9973-51de7addec78,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:00:15.045420 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 82588dde-a2e2-4b90-9973-51de7addec78 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:00:15.127572 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 82588dde-a2e2-4b90-9973-51de7addec78 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:00:15.128207 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (82588dde-a2e2-4b90-9973-51de7addec78), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:15.259708 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 82588dde-a2e2-4b90-9973-51de7addec78 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:00:18.849271 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=30 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:18.852697 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=48 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:22.386931 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:22.466516 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:22.481050 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:24.341667 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-73248bf3-cc3a-4a42-8d37-b1c5da132d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:26.581802 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bffa4d17-72f0-4200-9e3d-d096f9de919b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:28.187968 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:29.146438 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:29.848248 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:39.834183 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:39.846173 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:41.396169 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:41.407074 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:49.383100 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 5 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:00:54.347001 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3a59-45bd-4501-bad4-6e14bee8d166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:56.588801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-19503d64-c5d2-4339-ba5c-ecb04cd3ce74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:58.186612 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:59.124522 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:00:59.376830 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:59.378390 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:00:59.861291 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:09.845162 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:09.848322 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:18.384854 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:21.385170 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:24.343999 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d85ccc4c-6044-411d-906e-55aa1a708f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:26.381630 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 5 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:01:26.577134 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6229-d42e-4b37-b95d-7093f4f7d921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:28.189401 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:29.121960 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:29.862094 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:36.381378 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:39.851786 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:39.855470 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:42.665745 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54400) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:01:43.067931 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b34921c-1fa7-46e0-b1a4-80a94927feff admin admin] GET failed (client error): The resource could not be found. Aug 01 14:01:43.069389 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9b34921c-1fa7-46e0-b1a4-80a94927feff admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4026144 Aug 01 14:01:43.251889 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f8b63f-8640-4f98-ab6d-eeca17149661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:01:43.253388 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-07f8b63f-8640-4f98-ab6d-eeca17149661 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1792555 Aug 01 14:01:45.510979 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54410) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:01:45.942079 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b515655a-e0d1-42a3-b9fe-b9caeb447a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:01:45.943645 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-b515655a-e0d1-42a3-b9fe-b9caeb447a5d admin admin] 10.222.0.45 "GET /v2.0/subnets/a7898c77-c673-42c2-b6ed-7e6aae533925 HTTP/1.1" status: 200 len: 849 time: 0.4315853 Aug 01 14:01:45.955833 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:01:46.049395 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Publish callbacks [] for subnet (a7898c77-c673-42c2-b6ed-7e6aae533925), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:46.210203 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770806164453'] for subnet (a7898c77-c673-42c2-b6ed-7e6aae533925), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:46.241865 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:01:46.242457 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:46.243936 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] 10.222.0.45 "PUT /v2.0/subnets/a7898c77-c673-42c2-b6ed-7e6aae533925 HTTP/1.1" status: 200 len: 868 time: 0.2937963 Aug 01 14:01:46.259569 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdfba88-32fb-47b9-b2f0-e3780d6ab340 None None] Network 3b4ba7c3-a931-4725-bd11-8e30582455de requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:01:46.268456 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7898c77-c673-42c2-b6ed-7e6aae533925,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:01:46.277787 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.278124 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.278495 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.278841 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.279177 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.279577 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.279913 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.280241 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.280603 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.280932 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.281275 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.281605 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.281926 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.282245 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.282565 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4f68e-6569-4213-9fc7-4be38b12d4df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:01:46.659696 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-3b5023ab-c389-4f73-9fc3-7003c2c07960 None None] Provisioning complete for port 277eefc1-9821-4563-a79c-8c41508c7834 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:01:46.660003 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3b5023ab-c389-4f73-9fc3-7003c2c07960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (277eefc1-9821-4563-a79c-8c41508c7834), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:46.740185 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-3b5023ab-c389-4f73-9fc3-7003c2c07960 None None] Current status of the port 277eefc1-9821-4563-a79c-8c41508c7834 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:01:46.748618 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-3b5023ab-c389-4f73-9fc3-7003c2c07960 None None] Provisioning complete for port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:01:46.749006 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3b5023ab-c389-4f73-9fc3-7003c2c07960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (5169e644-8b53-4daa-8c9d-bb0285ecdb93), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:46.822982 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-3b5023ab-c389-4f73-9fc3-7003c2c07960 None None] Current status of the port 5169e644-8b53-4daa-8c9d-bb0285ecdb93 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:01:48.511946 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54418) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:01:49.149661 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33a2cc-7f67-497b-a8c3-eaf70e5ca0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:01:49.150061 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33a2cc-7f67-497b-a8c3-eaf70e5ca0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:01:49.151638 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-4b33a2cc-7f67-497b-a8c3-eaf70e5ca0a3 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6383791 Aug 01 14:01:51.545677 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54428) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:01:52.163698 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c6c0b6-9852-4a37-b354-ed7d4722ca61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:01:52.164167 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c6c0b6-9852-4a37-b354-ed7d4722ca61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:01:52.165863 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-94c6c0b6-9852-4a37-b354-ed7d4722ca61 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6191030 Aug 01 14:01:54.341624 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4e18ca8f-f365-42e9-9fb8-51632043e939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:54.416796 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54436) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:01:54.909025 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92764447-de2d-4c02-9ba0-4416f4bfda0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:01:54.910433 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-92764447-de2d-4c02-9ba0-4416f4bfda0b admin admin] 10.222.0.45 "GET /v2.0/networks/3b4ba7c3-a931-4725-bd11-8e30582455de HTTP/1.1" status: 200 len: 869 time: 0.4927785 Aug 01 14:01:55.376230 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:55.382510 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:56.573757 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-121deac4-d38e-4306-80ac-deb0d8f5c6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:57.135960 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54444) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:01:57.559726 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:57.583806 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d1210-e31e-4b34-a4ac-501bdeb646c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:01:57.585390 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9f3d1210-e31e-4b34-a4ac-501bdeb646c6 admin admin] 10.222.0.45 "GET /v2.0/networks/d8be1c6a-b91c-442d-8ade-fce2fb3e8857 HTTP/1.1" status: 200 len: 886 time: 0.4482574 Aug 01 14:01:58.189829 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:59.124837 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:01:59.144774 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=11 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:59.146695 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=12 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:01:59.862033 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54452) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:01:59.877030 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:00.330241 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5805663-9fe3-4bff-9a32-c1e565f9ed10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:02:00.330857 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5805663-9fe3-4bff-9a32-c1e565f9ed10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:02:00.332124 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-e5805663-9fe3-4bff-9a32-c1e565f9ed10 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4689858 Aug 01 14:02:02.596039 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54460) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:02:02.996856 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0c2c9d-11fb-434f-8376-c3c0ff3b1390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:02:02.997302 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0c2c9d-11fb-434f-8376-c3c0ff3b1390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:02:02.998816 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-ba0c2c9d-11fb-434f-8376-c3c0ff3b1390 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4017599 Aug 01 14:02:03.381068 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 5 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:02:05.229380 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54468) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:02:05.658786 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6beaa6-88e3-49f3-9b5c-e6b5e48a2c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:02:05.660126 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-fb6beaa6-88e3-49f3-9b5c-e6b5e48a2c81 admin admin] 10.222.0.45 "GET /v2.0/subnets/5c7ae0e7-5220-4fd1-baa4-b353770847a4 HTTP/1.1" status: 200 len: 816 time: 0.4298129 Aug 01 14:02:07.581063 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:07.864354 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54476) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:02:08.261321 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59088cea-d8fc-4bf2-9242-984ff85d4852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:02:08.262727 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-59088cea-d8fc-4bf2-9242-984ff85d4852 admin admin] 10.222.0.45 "GET /v2.0/subnets/a7898c77-c673-42c2-b6ed-7e6aae533925 HTTP/1.1" status: 200 len: 868 time: 0.3973711 Aug 01 14:02:09.847492 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:09.849797 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:13.377056 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:13.377781 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:18.256441 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=24 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:18.257264 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=25 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:24.345535 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3e70b043-023e-40d2-bf8a-0e649195ed7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:26.568984 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1ab2dc4f-5524-49ef-880a-f08718cd487a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:28.194194 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:29.124246 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:29.856939 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:32.367699 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=15 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:32.379040 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=17 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:36.583953 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54532) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:02:36.960226 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [None req-d9d3c4d7-75c9-42cf-a3a9-0ee693d42e92 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:02:36.961316 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-d9d3c4d7-75c9-42cf-a3a9-0ee693d42e92 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3763330 Aug 01 14:02:39.245731 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54540) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:02:39.618695 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.pecan_wsgi.hooks.translation [None req-462bbaeb-0535-4e06-8cc0-7e404b07ee04 admin admin] GET failed (client error): The resource could not be found. Aug 01 14:02:39.620055 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-462bbaeb-0535-4e06-8cc0-7e404b07ee04 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3733699 Aug 01 14:02:39.772887 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65975407-328b-43aa-8493-a743dd89f4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:02:39.774514 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-65975407-328b-43aa-8493-a743dd89f4d6 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1501951 Aug 01 14:02:39.849246 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:39.851444 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:40.380661 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 5 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:02:42.046036 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54548) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:02:42.406889 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:02:42.429849 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Made reservation on behalf of 2a12613c4ac44ad788edb767368b347b for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:02:42.432213 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:42.472027 dv-cinder-845178-10-iscsi neutron-server[104318]: WARNING neutron.services.revisions.revision_plugin [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Could not find related network for resource to bump revision. Aug 01 14:02:42.489006 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:02:42.501465 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (a3e4bb53-5c31-4e41-93d3-60eeca2207be), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:42.501849 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Added segment a3e4bb53-5c31-4e41-93d3-60eeca2207be of type vlan for network 4a36037f-732c-4632-9b4e-ae2a746a9627 Aug 01 14:02:42.550205 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (4a36037f-732c-4632-9b4e-ae2a746a9627), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:42.579639 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (4a36037f-732c-4632-9b4e-ae2a746a9627), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:42.580706 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:02:42.581481 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:42.645812 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5985401 Aug 01 14:02:42.651583 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Pushing event updated for resources: {'Network': ['ID=4a36037f-732c-4632-9b4e-ae2a746a9627,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:02:42.661045 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.661475 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.661845 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.662272 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.662812 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.663369 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.664218 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.664827 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.665366 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.665912 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.666489 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.667465 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.667606 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.668043 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.668514 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad7173-07dd-48b6-a0ca-e48e4ab61247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:42.683047 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 4a36037f-732c-4632-9b4e-ae2a746a9627 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:02:44.889704 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54556) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:02:45.282331 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.pecan_wsgi.hooks.translation [None req-4195563f-25ee-4e36-b941-3871f7d451a6 admin admin] GET failed (client error): The resource could not be found. Aug 01 14:02:45.283557 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4195563f-25ee-4e36-b941-3871f7d451a6 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3928654 Aug 01 14:02:45.355774 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec18fc45-f086-470c-b2db-5dce82771a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:02:45.357300 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-ec18fc45-f086-470c-b2db-5dce82771a0a admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695190 Aug 01 14:02:45.367600 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:02:45.393856 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Made reservation on behalf of 2a12613c4ac44ad788edb767368b347b for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:02:45.396583 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:45.581062 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (aae4cdaf-ed86-4409-9664-95f023f5f07f), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:45.642041 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae4cdaf-ed86-4409-9664-95f023f5f07f,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:02:45.656093 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Checking segment: {'id': 'a3e4bb53-5c31-4e41-93d3-60eeca2207be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:02:45.656597 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Network hostable DHCP agents. Network: 4a36037f-732c-4632-9b4e-ae2a746a9627, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:02:45.684498 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Network 4a36037f-732c-4632-9b4e-ae2a746a9627 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:02:45.695199 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 4a36037f-732c-4632-9b4e-ae2a746a9627) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:02:45.699671 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:02:45.700303 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:45.705087 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192b001-e80f-4ea5-b547-ee903d31628a None None] Network 4a36037f-732c-4632-9b4e-ae2a746a9627 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:02:45.717455 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-478bbe03-84b6-4179-9786-0e37ed6874b0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3534970 Aug 01 14:02:45.833737 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-4a36037f-732c-4632-9b4e-ae2a746a9627', 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627', 'project_id': '2a12613c4ac44ad788edb767368b347b', 'fixed_ips': [{'subnet_id': 'aae4cdaf-ed86-4409-9664-95f023f5f07f'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:02:45.834711 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:45.993050 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Allocated IP 192.168.233.2 (4a36037f-732c-4632-9b4e-ae2a746a9627/aae4cdaf-ed86-4409-9664-95f023f5f07f/727a574a-dcb1-462f-b866-bcd1a126b2e2) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:02:46.156106 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Publish callbacks [] for port (727a574a-dcb1-462f-b866-bcd1a126b2e2), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:46.164386 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (727a574a-dcb1-462f-b866-bcd1a126b2e2), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:46.215268 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Pushing event updated for resources: {'Port': ['ID=727a574a-dcb1-462f-b866-bcd1a126b2e2,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:02:46.218614 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Network 4a36037f-732c-4632-9b4e-ae2a746a9627 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:02:46.220918 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:02:46.226706 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.227050 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.227420 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.227767 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.228097 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.228443 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.228762 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.229078 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.229408 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.229715 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.230028 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.230354 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.230666 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.230978 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.231293 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:02:46.236437 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:02:46.307215 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Attempting to bind port 727a574a-dcb1-462f-b866-bcd1a126b2e2 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:02:46.307593 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Attempting to bind port 727a574a-dcb1-462f-b866-bcd1a126b2e2 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'a3e4bb53-5c31-4e41-93d3-60eeca2207be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:02:46.307953 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Attempting to bind port 727a574a-dcb1-462f-b866-bcd1a126b2e2 on network 4a36037f-732c-4632-9b4e-ae2a746a9627 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:02:46.313613 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:02:46.313990 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Checking segment: {'id': 'a3e4bb53-5c31-4e41-93d3-60eeca2207be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:02:46.314399 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:46.314779 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Bound using segment: {'id': 'a3e4bb53-5c31-4e41-93d3-60eeca2207be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:02:46.315245 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Bound port: 727a574a-dcb1-462f-b866-bcd1a126b2e2, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4bb53-5c31-4e41-93d3-60eeca2207be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:02:46.315623 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (727a574a-dcb1-462f-b866-bcd1a126b2e2), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:46.381007 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] For port 727a574a-dcb1-462f-b866-bcd1a126b2e2, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:02:46.384762 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] For port 727a574a-dcb1-462f-b866-bcd1a126b2e2, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=727a574a-dcb1-462f-b866-bcd1a126b2e2,segment=NetworkSegment(a3e4bb53-5c31-4e41-93d3-60eeca2207be),segment_id=a3e4bb53-5c31-4e41-93d3-60eeca2207be)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:02:46.392478 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (727a574a-dcb1-462f-b866-bcd1a126b2e2), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:46.448971 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a88bc4-46a1-4c26-96cc-77aee008e4c0 None None] Pushing event updated for resources: {'Port': ['ID=727a574a-dcb1-462f-b866-bcd1a126b2e2,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:02:47.162171 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 727a574a-dcb1-462f-b866-bcd1a126b2e2 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:02:47.217469 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 727a574a-dcb1-462f-b866-bcd1a126b2e2 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:02:47.218825 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (727a574a-dcb1-462f-b866-bcd1a126b2e2), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:47.297857 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:47.303104 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:47.310128 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 727a574a-dcb1-462f-b866-bcd1a126b2e2 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:02:47.310128 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (727a574a-dcb1-462f-b866-bcd1a126b2e2), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:47.333576 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f382ae6c-3001-43d7-bf89-67c0c527052d None None] Network 4a36037f-732c-4632-9b4e-ae2a746a9627 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:02:47.395523 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 727a574a-dcb1-462f-b866-bcd1a126b2e2, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=727a574a-dcb1-462f-b866-bcd1a126b2e2,segment=NetworkSegment(a3e4bb53-5c31-4e41-93d3-60eeca2207be),segment_id=a3e4bb53-5c31-4e41-93d3-60eeca2207be)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:02:47.405766 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (727a574a-dcb1-462f-b866-bcd1a126b2e2), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:47.471001 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-4269c9dd-cd11-439f-8c5a-3dcae524010a None None] Provisioning complete for port 727a574a-dcb1-462f-b866-bcd1a126b2e2 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:02:47.471390 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4269c9dd-cd11-439f-8c5a-3dcae524010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (727a574a-dcb1-462f-b866-bcd1a126b2e2), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:47.532692 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=727a574a-dcb1-462f-b866-bcd1a126b2e2,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:02:47.601667 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-4269c9dd-cd11-439f-8c5a-3dcae524010a None None] Current status of the port 727a574a-dcb1-462f-b866-bcd1a126b2e2 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:02:47.819990 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-aca1198e-0e2b-4abd-9c3e-f5d54f90982f None None] Provisioning complete for port 727a574a-dcb1-462f-b866-bcd1a126b2e2 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:02:47.820469 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aca1198e-0e2b-4abd-9c3e-f5d54f90982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (727a574a-dcb1-462f-b866-bcd1a126b2e2), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:47.907350 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-aca1198e-0e2b-4abd-9c3e-f5d54f90982f None None] Current status of the port 727a574a-dcb1-462f-b866-bcd1a126b2e2 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:02:49.084157 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 727a574a-dcb1-462f-b866-bcd1a126b2e2 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:02:49.133690 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 727a574a-dcb1-462f-b866-bcd1a126b2e2 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:02:49.134215 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (727a574a-dcb1-462f-b866-bcd1a126b2e2), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:49.220414 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 727a574a-dcb1-462f-b866-bcd1a126b2e2 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:02:50.376575 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:52.648771 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=36,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:52.655353 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:54.351246 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5dee841e-bad8-480c-a15a-d00bfbdfa013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:55.710076 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=47,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:55.710873 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:02:56.576408 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c2030be-18d2-4d16-8a15-7315add4229c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:58.194519 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:59.119095 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:02:59.861225 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:03:09.378826 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:03:09.379907 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:03:09.852442 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:03:09.854437 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:03:17.380370 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 5 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:03:24.349880 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1141e66c-bb25-4fb8-b9a1-2745d151fa0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:03:26.571292 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-be50fd1d-96b8-4efe-b549-129a6bf420ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:03:27.375793 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:03:27.376496 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:03:28.201138 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:03:29.126533 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:03:29.862319 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:03:39.855020 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:03:39.857871 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:03:46.376240 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:03:46.377169 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:03:54.345812 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d0d54546-acb9-40af-bacd-561bae45c31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:03:54.378855 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 5 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:03:56.576514 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c7aa6222-b703-4d5c-81c5-1e721e4bcb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:03:58.204841 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:03:59.121205 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:03:59.867529 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:04.376958 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:09.857707 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:09.860953 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:23.991451 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=16 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:23.992245 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=18 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:24.345861 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c6858562-03ec-4bb5-88f5-f63609e3f92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:26.579801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e803ede0-787d-4d6a-9d96-b9035a821975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:26.864220 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54598) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:04:26.871703 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [None req-d01aa4d0-4f97-4baf-b157-9c10b1f6fb5c tempest-verify_tempest_config-1497614594 tempest-verify_tempest_config-1497614594-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:04:26.872791 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d01aa4d0-4f97-4baf-b157-9c10b1f6fb5c tempest-verify_tempest_config-1497614594 tempest-verify_tempest_config-1497614594-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0070281 Aug 01 14:04:27.458182 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54616) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:04:27.835815 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:27.923541 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Publish callbacks [] for security_group (f99f3f9f-549d-4888-8ff0-a8499f0472fb), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:27.927977 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (f99f3f9f-549d-4888-8ff0-a8499f0472fb), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:27.975229 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99f3f9f-549d-4888-8ff0-a8499f0472fb,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:04:27.984629 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1bd0f694d4ea4dc4bc923e08c2e2b503&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5253582 Aug 01 14:04:27.986486 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.987107 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.987526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.987975 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.988168 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54622) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:04:27.988976 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.989143 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.989563 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.989973 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.990420 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.990845 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.991302 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.991726 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.992187 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.992633 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:27.993044 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820aa6d4-e895-402b-a965-056e2d339537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.082110 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Publish callbacks [] for security_group (f99f3f9f-549d-4888-8ff0-a8499f0472fb), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:28.106060 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Publish callbacks [] for security_group (f99f3f9f-549d-4888-8ff0-a8499f0472fb), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:28.210301 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (f99f3f9f-549d-4888-8ff0-a8499f0472fb), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:28.211445 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:28.214453 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:28.216165 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f99f3f9f-549d-4888-8ff0-a8499f0472fb HTTP/1.1" status: 204 len: 168 time: 0.2269626 Aug 01 14:04:28.226952 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99f3f9f-549d-4888-8ff0-a8499f0472fb,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:04:28.235472 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.235904 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.236253 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.236638 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.237061 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.237402 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.237739 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.238088 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.238437 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.238793 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.239138 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.239535 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.239773 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.240094 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:28.240442 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353689ea-9b58-43a7-a945-dc7b9467611f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:04:29.126956 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:29.879078 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:31.381850 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 5 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:04:37.972004 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:37.979666 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:38.229801 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:38.231050 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:39.864000 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:39.867585 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:41.375714 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:04:54.446739 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-33415500-ba46-4a2e-b886-d00c26d4c71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:56.576998 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c20c4d45-4e17-4417-a82a-cc747b39cbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:58.211456 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:59.122016 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:04:59.873728 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:05:00.381563 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:00.382359 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:08.381214 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 5 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:05:09.865414 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:09.867364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:21.386040 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:21.386821 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:24.351851 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-45c2d904-2ef6-48e0-bed1-119b14896715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:05:26.575336 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-26d4d1a5-a402-49ff-a3b4-842b44677cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:05:28.212898 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:05:29.129278 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:05:29.883288 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:05:37.375707 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:37.380563 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:39.870696 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=10 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:39.874081 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:45.379778 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 5 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:05:54.346133 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc879-e8bd-4602-b9db-85296dea45e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:05:55.375452 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:55.376599 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:05:56.570925 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-06d82df9-6c47-4a2c-a702-5c70e5044c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:05:58.213338 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:05:59.128094 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:05:59.879743 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:09.872458 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:06:09.874590 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:06:20.172742 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407528'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:22.382753 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:06:23.982319 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=17 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:06:24.354777 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76d2b662-ffed-42c6-86de-8a04b92a5f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:26.568904 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-67e94680-c17e-4b68-ac66-7e2961ade67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:28.217658 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:29.126854 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:29.883709 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:32.376333 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=17 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:06:32.953008 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54720) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:06:33.129756 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-189c152b-9863-45f8-a444-10a0186634d8 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1755776 Aug 01 14:06:35.203654 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54730) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:06:35.261410 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-fae99947-5679-41de-9bd8-7bfb2ed18d64 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0564721 Aug 01 14:06:39.876907 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=12 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:06:39.879840 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:INSERT=1,neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:06:45.256048 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:06:45.256898 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:06:50.155419 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:51.370749 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:06:51.375917 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:06:54.350857 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d285edc-e397-49a0-aaa6-abd6335ef898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:56.564437 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c44d56a4-abdd-4361-9944-76deb8ec6a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:58.219565 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:59.123007 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:06:59.383252 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:06:59.891565 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:09.378049 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:07:09.378831 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:07:09.882009 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:07:09.885070 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:07:20.154859 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:24.346355 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f0c49e10-93b5-497d-a15d-e9caef35c65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:26.573025 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fde238d0-cdba-41a6-a6bb-4ddb28d6ba7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:28.222070 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:28.373786 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:07:28.375157 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:07:29.130062 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:29.892309 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:36.382721 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:07:39.124435 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:07:39.887616 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:07:46.378442 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:07:46.379245 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:07:50.156660 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:54.340645 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-96b0601e-3f6e-4f79-b84e-5733be4024ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:56.575161 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0761e2b1-8030-4885-a0ad-11d393c0d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:58.224560 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:59.132810 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:07:59.891562 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:05.367158 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:05.373837 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:09.881051 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:09.884795 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:13.304477 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54802) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:13.383259 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:08:13.479719 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1935554309-network', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:13.509765 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Made reservation on behalf of 1081ae5fd3e9443c80626517ae9c7d77 for: {'network': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:08:13.512240 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:13.530218 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:13.633193 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Publish callbacks [] for security_group (354d69ce-f1e5-45eb-967d-af691d2e5b85), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:13.640187 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (354d69ce-f1e5-45eb-967d-af691d2e5b85), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:13.668748 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=104319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:08:13.696890 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770806140636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (7a036a04-31d6-4b24-a3f3-7a34b4a92489), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:13.697443 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Unsubscribe: segment precommit_create {{(pid=104319) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 01 14:08:13.697898 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.segments_db [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Added segment 7a036a04-31d6-4b24-a3f3-7a34b4a92489 of type vlan for network c1aca417-45fc-4b60-8100-7ab851d89316 Aug 01 14:08:13.711563 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354d69ce-f1e5-45eb-967d-af691d2e5b85,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:13.722698 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.722970 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.723243 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.723725 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.724083 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.724431 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.724913 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.725097 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.725399 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.725896 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.726465 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.726960 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.727282 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.727602 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.727918 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Tracked resource versions report: Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: pushed versions: Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: { 'AddressGroup': {'1.2'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Agent': {'1.1'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'ConntrackHelper': {'1.0'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'LocalIPAssociation': {'1.0'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Log': {'1.0'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'NDPProxy': {'1.0'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Network': {'1.1'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Port': {'1.7'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'PortForwarding': {'1.3'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'QosPolicy': {'1.10'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SecurityGroup': {'1.5'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SecurityGroupRule': {'1.2'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SubPort': {'1.0'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Subnet': {'1.1'}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Trunk': {'1.1'}} Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: consumer versions: Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: { DHCP agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: HyperV agent@hv-cinder-84517: {}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: L3 agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: Metadata agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: Metering agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: Open vSwitch agent@dv-cinder-845178-10-iscsi: { 'AddressGroup': '1.2', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Agent': '1.1', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'ConntrackHelper': '1.0', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'LocalIPAssociation': '1.0', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Log': '1.0', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'NDPProxy': '1.0', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Network': '1.1', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Port': '1.7', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'PortForwarding': '1.3', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'QosPolicy': '1.10', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SecurityGroup': '1.5', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SecurityGroupRule': '1.2', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'SubPort': '1.0', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Subnet': '1.1', Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: 'Trunk': '1.1'}} Aug 01 14:08:13.729214 dv-cinder-845178-10-iscsi neutron-server[104319]: {{(pid=104319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 01 14:08:13.779098 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (c1aca417-45fc-4b60-8100-7ab851d89316), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:13.819029 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (c1aca417-45fc-4b60-8100-7ab851d89316), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:13.821091 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:13.822121 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:14.014148 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1aca417-45fc-4b60-8100-7ab851d89316,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:14.022506 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-8d7d473f-0393-4025-a562-2065c197dbe5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7146933 Aug 01 14:08:14.022785 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54858) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:14.029350 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Request body: {'subnet': {'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1935554309-subnet', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:14.032662 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network c1aca417-45fc-4b60-8100-7ab851d89316 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:08:14.059718 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Made reservation on behalf of 1081ae5fd3e9443c80626517ae9c7d77 for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:08:14.064576 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:14.306668 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (93a89a5f-ac0b-49b4-82c8-60f15b352ec8), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:14.370976 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a89a5f-ac0b-49b4-82c8-60f15b352ec8,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:14.378651 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Checking segment: {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:14.379004 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Network hostable DHCP agents. Network: c1aca417-45fc-4b60-8100-7ab851d89316, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:08:14.402303 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Network c1aca417-45fc-4b60-8100-7ab851d89316 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:08:14.415402 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, c1aca417-45fc-4b60-8100-7ab851d89316) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:14.424636 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:14.426504 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:14.431868 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61513736-c533-41c5-8394-a19d4ef63ad9 None None] Network c1aca417-45fc-4b60-8100-7ab851d89316 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:08:14.474016 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d686b4be-f63e-4856-8ed2-951b569c77ef admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4489524 Aug 01 14:08:14.474896 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54874) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:14.488610 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:14.527424 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (ea85f9a1-1122-4c86-9aee-b09a6924811b), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:14.529987 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (ea85f9a1-1122-4c86-9aee-b09a6924811b), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:14.603741 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-c1aca417-45fc-4b60-8100-7ab851d89316', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:08:14.604988 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:14.632087 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks [] for router_controller (ea85f9a1-1122-4c86-9aee-b09a6924811b), precommit_add_association {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:14.814335 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks [] for router_gateway (ea85f9a1-1122-4c86-9aee-b09a6924811b), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:14.870998 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Allocated IP 172.20.0.2 (c1aca417-45fc-4b60-8100-7ab851d89316/93a89a5f-ac0b-49b4-82c8-60f15b352ec8/4f1ddd77-b28a-4323-96f7-c20814eb2cea) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:15.066765 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Publish callbacks [] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:15.076131 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:15.122747 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Network c1aca417-45fc-4b60-8100-7ab851d89316 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:15.126102 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:15.136953 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:15.153549 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks [] for router_gateway (ea85f9a1-1122-4c86-9aee-b09a6924811b), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:15.178887 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:15.179378 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Pushing event updated for resources: {'Port': ['ID=4f1ddd77-b28a-4323-96f7-c20814eb2cea,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:15.213999 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.214676 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.215223 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.215640 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.215978 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.216335 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.216668 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.216994 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.217337 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.217828 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.218187 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.218719 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.219256 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.219782 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.220347 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Tracked resource versions report: Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: pushed versions: Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: { 'AddressGroup': {'1.2'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Agent': {'1.1'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'ConntrackHelper': {'1.0'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'LocalIPAssociation': {'1.0'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Log': {'1.0'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'NDPProxy': {'1.0'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Network': {'1.1'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Port': {'1.7'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'PortForwarding': {'1.3'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'QosPolicy': {'1.10'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SecurityGroup': {'1.5'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SecurityGroupRule': {'1.2'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SubPort': {'1.0'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Subnet': {'1.1'}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Trunk': {'1.1'}} Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: consumer versions: Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: { DHCP agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: HyperV agent@hv-cinder-84517: {}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: L3 agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: Metadata agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: Metering agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: Open vSwitch agent@dv-cinder-845178-10-iscsi: { 'AddressGroup': '1.2', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Agent': '1.1', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'ConntrackHelper': '1.0', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'LocalIPAssociation': '1.0', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Log': '1.0', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'NDPProxy': '1.0', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Network': '1.1', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Port': '1.7', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'PortForwarding': '1.3', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'QosPolicy': '1.10', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SecurityGroup': '1.5', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SecurityGroupRule': '1.2', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'SubPort': '1.0', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Subnet': '1.1', Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: 'Trunk': '1.1'}} Aug 01 14:08:15.222756 dv-cinder-845178-10-iscsi neutron-server[104320]: {{(pid=104320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 01 14:08:15.248719 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Attempting to bind port 4f1ddd77-b28a-4323-96f7-c20814eb2cea on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:15.249106 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Attempting to bind port 4f1ddd77-b28a-4323-96f7-c20814eb2cea by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:15.249746 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Attempting to bind port 4f1ddd77-b28a-4323-96f7-c20814eb2cea on network c1aca417-45fc-4b60-8100-7ab851d89316 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:15.256814 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:15.257585 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Checking segment: {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:15.258168 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:15.258720 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Bound using segment: {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:15.259427 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Bound port: 4f1ddd77-b28a-4323-96f7-c20814eb2cea, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:15.260261 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:15.347272 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] For port 4f1ddd77-b28a-4323-96f7-c20814eb2cea, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:15.351259 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] For port 4f1ddd77-b28a-4323-96f7-c20814eb2cea, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=4f1ddd77-b28a-4323-96f7-c20814eb2cea,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:15.355284 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Allocated IP 172.27.4.36 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/49c882ec-ddda-4464-9670-5dee22dd49c5) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:15.359749 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:15.453687 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e454e-89af-4f38-87c5-1a9383ac7a25 None None] Pushing event updated for resources: {'Port': ['ID=4f1ddd77-b28a-4323-96f7-c20814eb2cea,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:15.515476 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks [] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:15.753337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:15.809779 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:15.816638 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:15.822442 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:15.897476 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Pushing event updated for resources: {'Port': ['ID=49c882ec-ddda-4464-9670-5dee22dd49c5,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:15.910346 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.911032 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.911157 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.911512 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.911832 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.915526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.915526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.915526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.915526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.915526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.915526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.915526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.915526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.915526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.915526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Tracked resource versions report: Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: pushed versions: Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: { 'AddressGroup': {'1.2'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Agent': {'1.1'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'ConntrackHelper': {'1.0'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'LocalIPAssociation': {'1.0'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Log': {'1.0'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'NDPProxy': {'1.0'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Network': {'1.1'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Port': {'1.7'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'PortForwarding': {'1.3'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'QosPolicy': {'1.10'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SecurityGroup': {'1.5'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SecurityGroupRule': {'1.2'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SubPort': {'1.0'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Subnet': {'1.1'}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Trunk': {'1.1'}} Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: consumer versions: Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: { DHCP agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: HyperV agent@hv-cinder-84517: {}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: L3 agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: Metadata agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: Metering agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: Open vSwitch agent@dv-cinder-845178-10-iscsi: { 'AddressGroup': '1.2', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Agent': '1.1', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'ConntrackHelper': '1.0', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'LocalIPAssociation': '1.0', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Log': '1.0', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'NDPProxy': '1.0', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Network': '1.1', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Port': '1.7', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'PortForwarding': '1.3', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'QosPolicy': '1.10', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SecurityGroup': '1.5', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SecurityGroupRule': '1.2', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'SubPort': '1.0', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Subnet': '1.1', Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: 'Trunk': '1.1'}} Aug 01 14:08:15.917782 dv-cinder-845178-10-iscsi neutron-server[104318]: {{(pid=104318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 01 14:08:15.954027 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54930) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:15.956509 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54932) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:16.100445 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:16.112988 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:16.129926 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks [] for router_gateway (ea85f9a1-1122-4c86-9aee-b09a6924811b), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.368662 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (ea85f9a1-1122-4c86-9aee-b09a6924811b), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.456200 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-256650087-network', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:16.487661 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-network', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:16.498760 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:16.505427 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Made reservation on behalf of 075e439a5de54261b5357fe8c513e9ee for: {'network': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:08:16.512223 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.537208 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Made reservation on behalf of e85f3e6c18ae4466a1dc3e6464aa18e6 for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:08:16.539113 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.540781 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.556262 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.602846 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:16.644719 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Router ea85f9a1-1122-4c86-9aee-b09a6924811b is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:08:16.687394 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Publish callbacks [] for security_group (e00fe10d-8f92-4c5b-90a4-2c011a8f218c), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.694880 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (e00fe10d-8f92-4c5b-90a4-2c011a8f218c), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.721323 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=104319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:08:16.754954 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (a60b0c50-1977-4ef3-9ce4-956babb35216), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.755917 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.segments_db [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Added segment a60b0c50-1977-4ef3-9ce4-956babb35216 of type vlan for network 92d37e39-b672-4f33-9211-a661c3b7938b Aug 01 14:08:16.770725 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00fe10d-8f92-4c5b-90a4-2c011a8f218c,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:16.778905 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Publish callbacks [] for security_group (2fa913d5-309f-4547-9f1e-af9055912b44), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.812040 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2fa913d5-309f-4547-9f1e-af9055912b44), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.825810 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fbdb49-0a19-4471-81f5-e6d233232064 None None] Network c1aca417-45fc-4b60-8100-7ab851d89316 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:08:16.851706 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:08:16.855742 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (92d37e39-b672-4f33-9211-a661c3b7938b), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.893796 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (92d37e39-b672-4f33-9211-a661c3b7938b), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.895839 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:16.896650 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.900646 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (64709166-472c-4341-84b6-d4c1e8d1dd27), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:16.900990 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Added segment 64709166-472c-4341-84b6-d4c1e8d1dd27 of type vlan for network a282ca18-1470-4a11-b809-f055c3b48a10 Aug 01 14:08:16.912088 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa913d5-309f-4547-9f1e-af9055912b44,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:16.916707 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:08:16.994805 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (a282ca18-1470-4a11-b809-f055c3b48a10), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:17.025106 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] Pushing event updated for resources: {'Network': ['ID=92d37e39-b672-4f33-9211-a661c3b7938b,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:17.049980 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Sync routers for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:08:17.058916 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-5661f678-cd19-43a5-aa4d-2d9dd9173e8d None None] Provisioning complete for port 4f1ddd77-b28a-4323-96f7-c20814eb2cea triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:17.059580 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5661f678-cd19-43a5-aa4d-2d9dd9173e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:17.062643 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-ca6ddd4b-65ac-4630-8d0d-e4891d21aac1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1045680 Aug 01 14:08:17.063910 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 54990) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:17.072357 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:17.074864 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:07:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:17.077814 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Request body: {'subnet': {'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-256650087-subnet', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:17.079770 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (a282ca18-1470-4a11-b809-f055c3b48a10), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:17.082244 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:17.082837 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:17.102660 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 92d37e39-b672-4f33-9211-a661c3b7938b details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:08:17.111070 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:17.112052 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:17.127403 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:17.132402 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Made reservation on behalf of 075e439a5de54261b5357fe8c513e9ee for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:08:17.135656 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:17.139729 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:17.144933 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-1d1a8ade-f6e4-444c-8655-9d364d40164b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6669981 Aug 01 14:08:17.146239 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 54996) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:17.377910 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:17.392455 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:17.546280 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (f7cf2208-cf51-417b-b629-80edfdbf7620), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:17.690707 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.7315896 Aug 01 14:08:17.720581 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:15Z', 'revision_number': 3, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:17.721694 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 4f1ddd77-b28a-4323-96f7-c20814eb2cea up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:17.771231 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Checking router: ea85f9a1-1122-4c86-9aee-b09a6924811b for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:08:17.771797 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Updating router ea85f9a1-1122-4c86-9aee-b09a6924811b port 49c882ec-ddda-4464-9670-5dee22dd49c5 binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:08:17.804981 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55004) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:17.824909 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-5661f678-cd19-43a5-aa4d-2d9dd9173e8d None None] Current status of the port 4f1ddd77-b28a-4323-96f7-c20814eb2cea is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:17.827504 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5661f678-cd19-43a5-aa4d-2d9dd9173e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:17.857607 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:17.914079 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Request body: {'subnet': {'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-subnet', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:17.921520 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7cf2208-cf51-417b-b629-80edfdbf7620,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:18.017113 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:18.034520 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Checking segment: {'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:18.041244 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Network hostable DHCP agents. Network: 92d37e39-b672-4f33-9211-a661c3b7938b, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:08:18.067396 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Made reservation on behalf of e85f3e6c18ae4466a1dc3e6464aa18e6 for: {'subnet': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:08:18.074459 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.093317 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-5661f678-cd19-43a5-aa4d-2d9dd9173e8d None None] For port 4f1ddd77-b28a-4323-96f7-c20814eb2cea, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=4f1ddd77-b28a-4323-96f7-c20814eb2cea,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:08:18.096292 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863d182-6d7f-4d1c-a212-2b893a6b0af3 admin admin] Pushing event updated for resources: {'Network': ['ID=a282ca18-1470-4a11-b809-f055c3b48a10,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:18.108063 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5661f678-cd19-43a5-aa4d-2d9dd9173e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.113526 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Network 92d37e39-b672-4f33-9211-a661c3b7938b is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:08:18.121970 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network a282ca18-1470-4a11-b809-f055c3b48a10 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:08:18.134133 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 4f1ddd77-b28a-4323-96f7-c20814eb2cea triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:18.135002 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.148752 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 92d37e39-b672-4f33-9211-a661c3b7938b) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:18.157974 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:18.158565 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.208823 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-dc86e9ba-dae4-483e-be6f-2ead759db133 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1406264 Aug 01 14:08:18.212947 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55014) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:18.225749 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-256650087-router', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:18.297985 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.299620 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.308948 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Publish callbacks [] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.322944 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.385044 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0508e7dc-d967-45ea-9109-22ceb18bf1df None None] Network 92d37e39-b672-4f33-9211-a661c3b7938b requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:08:18.408382 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Pushing event updated for resources: {'Port': ['ID=49c882ec-ddda-4464-9670-5dee22dd49c5,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:18.425295 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.425768 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.426377 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.426807 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.427204 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.427875 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.428213 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.429177 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.429857 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.430378 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.430729 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.431163 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.432193 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.432587 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.432920 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Tracked resource versions report: Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: pushed versions: Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: { 'AddressGroup': {'1.2'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Agent': {'1.1'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'ConntrackHelper': {'1.0'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'LocalIPAssociation': {'1.0'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Log': {'1.0'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'NDPProxy': {'1.0'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Network': {'1.1'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Port': {'1.7'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'PortForwarding': {'1.3'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'QosPolicy': {'1.10'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SecurityGroup': {'1.5'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SecurityGroupRule': {'1.2'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SubPort': {'1.0'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Subnet': {'1.1'}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Trunk': {'1.1'}} Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: consumer versions: Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: { DHCP agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: HyperV agent@hv-cinder-84517: {}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: L3 agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: Metadata agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: Metering agent@dv-cinder-845178-10-iscsi: {}, Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: Open vSwitch agent@dv-cinder-845178-10-iscsi: { 'AddressGroup': '1.2', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Agent': '1.1', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'ConntrackHelper': '1.0', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'LocalIPAssociation': '1.0', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Log': '1.0', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'NDPProxy': '1.0', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Network': '1.1', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Port': '1.7', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'PortForwarding': '1.3', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'QosPolicy': '1.10', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SecurityGroup': '1.5', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SecurityGroupRule': '1.2', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'SubPort': '1.0', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Subnet': '1.1', Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: 'Trunk': '1.1'}} Aug 01 14:08:18.436086 dv-cinder-845178-10-iscsi neutron-server[104321]: {{(pid=104321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 01 14:08:18.444107 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Attempting to bind port 49c882ec-ddda-4464-9670-5dee22dd49c5 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:18.444529 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Attempting to bind port 49c882ec-ddda-4464-9670-5dee22dd49c5 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:18.445698 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Attempting to bind port 49c882ec-ddda-4464-9670-5dee22dd49c5 on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:18.453480 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:18.454257 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:18.454897 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.455583 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:18.456252 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Bound port: 49c882ec-ddda-4464-9670-5dee22dd49c5, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:18.457585 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.524420 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:18.553359 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] For port 49c882ec-ddda-4464-9670-5dee22dd49c5, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:18.562417 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] For port 49c882ec-ddda-4464-9670-5dee22dd49c5, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=49c882ec-ddda-4464-9670-5dee22dd49c5,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:18.563652 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks [] for router_controller (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), precommit_add_association {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.577697 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.681428 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-6cdf53a1-9922-46a6-aece-3fcd937c9ded None None] Provisioning complete for port 4f1ddd77-b28a-4323-96f7-c20814eb2cea triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:18.681823 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6cdf53a1-9922-46a6-aece-3fcd937c9ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.698762 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:18.699539 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:07:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:18.811692 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661f678-cd19-43a5-aa4d-2d9dd9173e8d None None] Pushing event updated for resources: {'Port': ['ID=4f1ddd77-b28a-4323-96f7-c20814eb2cea,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:18.921577 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks [] for router_gateway (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:18.965614 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:19.064635 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 4f1ddd77-b28a-4323-96f7-c20814eb2cea is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:19.075943 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-92d37e39-b672-4f33-9211-a661c3b7938b', 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b', 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'fixed_ips': [{'subnet_id': 'f7cf2208-cf51-417b-b629-80edfdbf7620'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:08:19.079338 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:19.091300 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eccb2-7fd3-43be-b990-d2daea275e27 None None] Pushing event updated for resources: {'Port': ['ID=49c882ec-ddda-4464-9670-5dee22dd49c5,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:19.219397 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:19.324447 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:19.452613 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:19.472128 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:19.475413 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks [] for router_gateway (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:19.486368 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (c3d9b3d3-ca8c-4789-bed6-6735aba979d0), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:19.546104 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:19.571795 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Allocated IP 172.20.0.2 (92d37e39-b672-4f33-9211-a661c3b7938b/f7cf2208-cf51-417b-b629-80edfdbf7620/7238bed7-e0ea-40bd-86d8-4d8b5548928c) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:19.703572 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d9b3d3-ca8c-4789-bed6-6735aba979d0,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:19.757768 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55068) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:19.763723 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:15Z', 'revision_number': 3, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:19.780351 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Publish callbacks [] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:19.790345 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf53a1-9922-46a6-aece-3fcd937c9ded None None] Current status of the port 4f1ddd77-b28a-4323-96f7-c20814eb2cea is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:19.792017 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Checking segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:19.792611 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Network hostable DHCP agents. Network: a282ca18-1470-4a11-b809-f055c3b48a10, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:08:19.800185 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:19.801264 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:19.812899 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 4f1ddd77-b28a-4323-96f7-c20814eb2cea up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:19.823825 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:19.863977 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Network a282ca18-1470-4a11-b809-f055c3b48a10 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:08:19.886450 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Allocated IP 172.20.0.1 (c1aca417-45fc-4b60-8100-7ab851d89316/93a89a5f-ac0b-49b4-82c8-60f15b352ec8/7deb3e08-7deb-483d-a7f5-480467a2e703) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:19.896468 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, a282ca18-1470-4a11-b809-f055c3b48a10) {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:19.900779 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277dde8-6eff-47a8-bf1b-0be17fc7c09b None None] The sync data for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi is: [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:15Z', 'revision_number': 3, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:08:19.920337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:19.920947 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:19.944334 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Allocated IP 172.27.4.44 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/2d3bba17-3233-45b9-aa23-3925f9b89692) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:19.991826 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3bb9d-11be-4e61-a294-d562b088d76a None None] Network a282ca18-1470-4a11-b809-f055c3b48a10 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:08:20.074158 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-45fe5465-f632-42a8-9612-7698ed0b5a81 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2532721 Aug 01 14:08:20.082641 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55076) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:20.128773 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:20.155288 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:20.262529 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (73386cde-020d-4ae9-9bc5-ce62a8878995), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.264175 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (73386cde-020d-4ae9-9bc5-ce62a8878995), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.308717 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Network 92d37e39-b672-4f33-9211-a661c3b7938b is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:20.313671 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ec404fd8-57eb-49a5-9727-82ab216c12e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.318328 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks [] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.368006 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:20.384012 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Pushing event updated for resources: {'Port': ['ID=7238bed7-e0ea-40bd-86d8-4d8b5548928c,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:20.422036 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:20.450199 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.479928 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Publish callbacks [] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.502398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.514099 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 4f1ddd77-b28a-4323-96f7-c20814eb2cea triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:20.515058 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.610141 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:20.610141 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:20.610281 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks [] for router_controller (73386cde-020d-4ae9-9bc5-ce62a8878995), precommit_add_association {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.690981 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:20.734963 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-a282ca18-1470-4a11-b809-f055c3b48a10', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:08:20.736474 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.825173 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Attempting to bind port 7238bed7-e0ea-40bd-86d8-4d8b5548928c on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:20.825708 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Attempting to bind port 7238bed7-e0ea-40bd-86d8-4d8b5548928c by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:20.837177 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Attempting to bind port 7238bed7-e0ea-40bd-86d8-4d8b5548928c on network 92d37e39-b672-4f33-9211-a661c3b7938b {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:20.905867 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:20.906607 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Checking segment: {'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:20.907262 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:20.907912 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Bound using segment: {'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:20.908769 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Bound port: 7238bed7-e0ea-40bd-86d8-4d8b5548928c, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:20.909365 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.013921 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks [] for router_gateway (73386cde-020d-4ae9-9bc5-ce62a8878995), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.027793 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.098495 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Network c1aca417-45fc-4b60-8100-7ab851d89316 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:21.165540 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Allocated IP 172.20.0.2 (a282ca18-1470-4a11-b809-f055c3b48a10/c3d9b3d3-ca8c-4789-bed6-6735aba979d0/dfacba61-7047-44ec-9e98-1c43d0a1eb37) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:21.181745 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks [] for router_gateway (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.208126 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:21.372390 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:21.376121 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:21.393149 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:UPDATE=5,neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=7 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:21.519468 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 4f1ddd77-b28a-4323-96f7-c20814eb2cea is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:21.549174 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] For port 7238bed7-e0ea-40bd-86d8-4d8b5548928c, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:21.554543 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] For port 7238bed7-e0ea-40bd-86d8-4d8b5548928c, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=7238bed7-e0ea-40bd-86d8-4d8b5548928c,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:21.585970 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:21.586485 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (ea85f9a1-1122-4c86-9aee-b09a6924811b), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.608584 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.681394 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:21.682987 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.752093 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 49c882ec-ddda-4464-9670-5dee22dd49c5 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:21.809893 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Pushing event updated for resources: {'Port': ['ID=2d3bba17-3233-45b9-aa23-3925f9b89692,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:21.877446 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:08:21.926791 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550eb20-7217-41a1-8e74-4c8a16413ec9 None None] Pushing event updated for resources: {'Port': ['ID=7238bed7-e0ea-40bd-86d8-4d8b5548928c,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:21.941809 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-eb92308f-ffa7-4f26-a5f9-862aa9a1a090 None None] Provisioning complete for port 7deb3e08-7deb-483d-a7f5-480467a2e703 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:21.942513 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-eb92308f-ffa7-4f26-a5f9-862aa9a1a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.957869 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ec404fd8-57eb-49a5-9727-82ab216c12e3 admin admin] Publish callbacks [] for security_group (c0631ace-a5c9-41b6-bb21-f6c012f7347f), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.961467 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7deb3e08-7deb-483d-a7f5-480467a2e703,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:21.973046 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:21.995085 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Publish callbacks [] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.996798 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ec404fd8-57eb-49a5-9727-82ab216c12e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c0631ace-a5c9-41b6-bb21-f6c012f7347f), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:21.998016 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-eb92308f-ffa7-4f26-a5f9-862aa9a1a090 None None] Port 7deb3e08-7deb-483d-a7f5-480467a2e703 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:08:22.016344 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.060739 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:22.083837 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks [] for router_gateway (73386cde-020d-4ae9-9bc5-ce62a8878995), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.102124 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Network a282ca18-1470-4a11-b809-f055c3b48a10 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:22.104614 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 49c882ec-ddda-4464-9670-5dee22dd49c5 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:22.105469 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.153728 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:22.162491 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:22.253610 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-ec404fd8-57eb-49a5-9727-82ab216c12e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77b5cb16a7fe46a68be4a6c47f234e36&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4922218 Aug 01 14:08:22.255775 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55136) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:22.275181 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.294532 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.300170 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec404fd8-57eb-49a5-9727-82ab216c12e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0631ace-a5c9-41b6-bb21-f6c012f7347f,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:22.388485 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55142) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:22.445039 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-fec9e18f-2060-4fb1-85e3-50863515eea4 admin admin] Publish callbacks [] for security_group (c0631ace-a5c9-41b6-bb21-f6c012f7347f), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.451334 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:08:22.532736 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.544590 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-75b55c9c-81c4-4467-8383-69a07a54f0bd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3302262 Aug 01 14:08:22.552988 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55152) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:22.576183 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-fec9e18f-2060-4fb1-85e3-50863515eea4 admin admin] Publish callbacks [] for security_group (c0631ace-a5c9-41b6-bb21-f6c012f7347f), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.694536 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Sync routers for ids ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:08:22.699955 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Pushing event updated for resources: {'Port': ['ID=dfacba61-7047-44ec-9e98-1c43d0a1eb37,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:22.707332 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-fec9e18f-2060-4fb1-85e3-50863515eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c0631ace-a5c9-41b6-bb21-f6c012f7347f), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.709830 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-fec9e18f-2060-4fb1-85e3-50863515eea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.720779 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-fec9e18f-2060-4fb1-85e3-50863515eea4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0631ace-a5c9-41b6-bb21-f6c012f7347f HTTP/1.1" status: 204 len: 168 time: 0.4636269 Aug 01 14:08:22.730080 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Attempting to bind port dfacba61-7047-44ec-9e98-1c43d0a1eb37 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:22.735867 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Attempting to bind port dfacba61-7047-44ec-9e98-1c43d0a1eb37 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:22.736110 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-883fa997-cb59-44b5-a0b3-826fe13f83df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:22.737129 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Attempting to bind port dfacba61-7047-44ec-9e98-1c43d0a1eb37 on network a282ca18-1470-4a11-b809-f055c3b48a10 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:22.757834 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9e18f-2060-4fb1-85e3-50863515eea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0631ace-a5c9-41b6-bb21-f6c012f7347f,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:22.764164 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Routers {'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:22.765842 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:07:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:23.011301 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-883fa997-cb59-44b5-a0b3-826fe13f83df admin admin] Publish callbacks [] for security_group (196827f7-d2f0-4d36-a0d3-37d2d9b965e4), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.020941 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-883fa997-cb59-44b5-a0b3-826fe13f83df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (196827f7-d2f0-4d36-a0d3-37d2d9b965e4), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.087731 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-883fa997-cb59-44b5-a0b3-826fe13f83df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65fba8ff6b34466b8c456924d9cae36f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6967940 Aug 01 14:08:23.091730 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55166) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:23.173292 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Allocated IP 172.27.4.179 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/a6d7a86a-817a-46dc-a2c2-75c3d17eef0a) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:23.178320 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fa997-cb59-44b5-a0b3-826fe13f83df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196827f7-d2f0-4d36-a0d3-37d2d9b965e4,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:23.244835 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:23.247038 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0caa9b46-ca66-4b89-87c0-2ab8f941e938 admin admin] Publish callbacks [] for security_group (196827f7-d2f0-4d36-a0d3-37d2d9b965e4), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.273965 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 49c882ec-ddda-4464-9670-5dee22dd49c5 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:23.274365 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.304688 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0caa9b46-ca66-4b89-87c0-2ab8f941e938 admin admin] Publish callbacks [] for security_group (196827f7-d2f0-4d36-a0d3-37d2d9b965e4), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.353668 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:23.355498 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Checking segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:23.355881 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.356338 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Bound using segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:23.363062 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Bound port: dfacba61-7047-44ec-9e98-1c43d0a1eb37, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:23.363749 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.407009 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0caa9b46-ca66-4b89-87c0-2ab8f941e938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (196827f7-d2f0-4d36-a0d3-37d2d9b965e4), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.413915 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0caa9b46-ca66-4b89-87c0-2ab8f941e938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.415138 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0caa9b46-ca66-4b89-87c0-2ab8f941e938 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/196827f7-d2f0-4d36-a0d3-37d2d9b965e4 HTTP/1.1" status: 204 len: 168 time: 0.3218884 Aug 01 14:08:23.434448 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa9b46-ca66-4b89-87c0-2ab8f941e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196827f7-d2f0-4d36-a0d3-37d2d9b965e4,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:23.470311 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 49c882ec-ddda-4464-9670-5dee22dd49c5, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=49c882ec-ddda-4464-9670-5dee22dd49c5,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:08:23.483199 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Set router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:23.685750 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5db8585-ebe0-49c8-973a-de9befec4d0e None None] Network 92d37e39-b672-4f33-9211-a661c3b7938b requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:08:23.711757 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.719901 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55196) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:23.776014 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-84d6c5c3-6ed5-457c-b3cc-69e89285e3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.864601 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:23.945923 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:23.958804 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Publish callbacks [] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.971716 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-f0c5b0f2-5246-4e3e-8c1d-f476eb054bcb None None] Provisioning complete for port 7238bed7-e0ea-40bd-86d8-4d8b5548928c triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:23.972446 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f0c5b0f2-5246-4e3e-8c1d-f476eb054bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.983496 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:23.984323 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (ea85f9a1-1122-4c86-9aee-b09a6924811b), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.068030 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 7238bed7-e0ea-40bd-86d8-4d8b5548928c up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:24.073346 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-84d6c5c3-6ed5-457c-b3cc-69e89285e3ce admin admin] Publish callbacks [] for security_group (5b14d385-5b9d-4d8c-a99f-ebe5c7fe0a1b), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.082657 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-84d6c5c3-6ed5-457c-b3cc-69e89285e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5b14d385-5b9d-4d8c-a99f-ebe5c7fe0a1b), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.091997 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:24.152486 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6c5c3-6ed5-457c-b3cc-69e89285e3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b14d385-5b9d-4d8c-a99f-ebe5c7fe0a1b,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:24.175599 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:24.178497 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-84d6c5c3-6ed5-457c-b3cc-69e89285e3ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ce580178de04321a708a358cf4af8a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4568956 Aug 01 14:08:24.182768 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55210) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:24.206454 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7deb3e08-7deb-483d-a7f5-480467a2e703,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:24.242986 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks [] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.254774 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:24.273590 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0146d6dd-fdd4-43c6-87cf-a63804ac596c admin admin] Publish callbacks [] for security_group (5b14d385-5b9d-4d8c-a99f-ebe5c7fe0a1b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.317931 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0146d6dd-fdd4-43c6-87cf-a63804ac596c admin admin] Publish callbacks [] for security_group (5b14d385-5b9d-4d8c-a99f-ebe5c7fe0a1b), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.321710 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=49c882ec-ddda-4464-9670-5dee22dd49c5,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:24.325971 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] For port dfacba61-7047-44ec-9e98-1c43d0a1eb37, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:24.365856 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'name': 'tempest-DeleteServersTestJSON-256650087-router', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:18Z', 'updated_at': '2022-08-01T14:08:20Z', 'revision_number': 3, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'gw_port': {'id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:24.421571 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.421771 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0146d6dd-fdd4-43c6-87cf-a63804ac596c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5b14d385-5b9d-4d8c-a99f-ebe5c7fe0a1b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.427163 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0146d6dd-fdd4-43c6-87cf-a63804ac596c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.431826 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] For port dfacba61-7047-44ec-9e98-1c43d0a1eb37, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=dfacba61-7047-44ec-9e98-1c43d0a1eb37,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:24.433587 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0146d6dd-fdd4-43c6-87cf-a63804ac596c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b14d385-5b9d-4d8c-a99f-ebe5c7fe0a1b HTTP/1.1" status: 204 len: 168 time: 0.2492206 Aug 01 14:08:24.456622 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146d6dd-fdd4-43c6-87cf-a63804ac596c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b14d385-5b9d-4d8c-a99f-ebe5c7fe0a1b,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:24.482519 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Checking router: b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:08:24.482863 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Updating router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c port 2d3bba17-3233-45b9-aa23-3925f9b89692 binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:08:24.507554 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Network c1aca417-45fc-4b60-8100-7ab851d89316 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:24.527361 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.527626 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:24.570326 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:24.589901 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:24.601682 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:24.692542 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5b0f2-5246-4e3e-8c1d-f476eb054bcb None None] Current status of the port 7238bed7-e0ea-40bd-86d8-4d8b5548928c is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:24.693238 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f0c5b0f2-5246-4e3e-8c1d-f476eb054bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.724643 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4c1b8e0b-1e7d-491c-ae01-e99fde0864df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.728141 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.798680 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 7238bed7-e0ea-40bd-86d8-4d8b5548928c triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:24.799106 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:24.871485 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Pushing event updated for resources: {'Port': ['ID=a6d7a86a-817a-46dc-a2c2-75c3d17eef0a,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:24.945299 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8973a-7e44-4cb8-8577-adceea48a183 None None] Pushing event updated for resources: {'Port': ['ID=dfacba61-7047-44ec-9e98-1c43d0a1eb37,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:25.050776 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-f0c5b0f2-5246-4e3e-8c1d-f476eb054bcb None None] For port 7238bed7-e0ea-40bd-86d8-4d8b5548928c, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=7238bed7-e0ea-40bd-86d8-4d8b5548928c,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:08:25.267795 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f0c5b0f2-5246-4e3e-8c1d-f476eb054bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:25.419636 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 7238bed7-e0ea-40bd-86d8-4d8b5548928c is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:25.437020 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5b0f2-5246-4e3e-8c1d-f476eb054bcb None None] Pushing event updated for resources: {'Port': ['ID=7238bed7-e0ea-40bd-86d8-4d8b5548928c,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:25.463670 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks [] for router_gateway (73386cde-020d-4ae9-9bc5-ce62a8878995), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:25.472893 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-da7e937a-517c-417b-b38c-a9566790bee4 None None] Provisioning complete for port 7238bed7-e0ea-40bd-86d8-4d8b5548928c triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:25.473291 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-da7e937a-517c-417b-b38c-a9566790bee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:25.522583 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:25.564883 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:25.571762 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:25.634172 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-da7e937a-517c-417b-b38c-a9566790bee4 None None] Current status of the port 7238bed7-e0ea-40bd-86d8-4d8b5548928c is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:25.661132 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Router ea85f9a1-1122-4c86-9aee-b09a6924811b has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:08:25.670198 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-da7e937a-517c-417b-b38c-a9566790bee4 None None] Provisioning complete for port 7deb3e08-7deb-483d-a7f5-480467a2e703 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:25.671117 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-da7e937a-517c-417b-b38c-a9566790bee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:25.881583 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-da7e937a-517c-417b-b38c-a9566790bee4 None None] Port 7deb3e08-7deb-483d-a7f5-480467a2e703 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:08:25.905669 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Publish callbacks [] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:25.923369 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:25.986054 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Attempting to bind port 2d3bba17-3233-45b9-aa23-3925f9b89692 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:25.988422 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Attempting to bind port 2d3bba17-3233-45b9-aa23-3925f9b89692 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:25.989035 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Attempting to bind port 2d3bba17-3233-45b9-aa23-3925f9b89692 on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:25.999779 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:26.009927 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:26.010596 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:26.011189 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:26.011756 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:26.012470 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Bound port: 2d3bba17-3233-45b9-aa23-3925f9b89692, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:26.013014 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:26.099022 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b8e25-4cd9-47fb-aba7-2470e42a60fe None None] Pushing event updated for resources: {'Port': ['ID=2d3bba17-3233-45b9-aa23-3925f9b89692,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:26.112437 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device dfacba61-7047-44ec-9e98-1c43d0a1eb37 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:26.232808 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:08:26.258976 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Sync routers for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:08:26.269035 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-5cea44c7-da23-4fa9-b543-9f50c8a391d7 admin admin] 10.222.0.45 "PUT /v2.0/routers/ea85f9a1-1122-4c86-9aee-b09a6924811b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1104574 Aug 01 14:08:26.279233 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:26.283998 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:07:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:26.389867 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] For port 2d3bba17-3233-45b9-aa23-3925f9b89692, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:26.393958 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port dfacba61-7047-44ec-9e98-1c43d0a1eb37 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:26.394597 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:26.403664 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] For port 2d3bba17-3233-45b9-aa23-3925f9b89692, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=2d3bba17-3233-45b9-aa23-3925f9b89692,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:26.501944 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:26.530505 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:26.644604 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:26.730534 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Allocated IP 172.20.0.1 (92d37e39-b672-4f33-9211-a661c3b7938b/f7cf2208-cf51-417b-b629-80edfdbf7620/f75e4ec8-1cf7-42a7-8084-b5367f4806ea) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:26.773236 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 2, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:26.865492 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (73386cde-020d-4ae9-9bc5-ce62a8878995), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:26.896961 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Checking router: ea85f9a1-1122-4c86-9aee-b09a6924811b for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:08:26.897561 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Updating router ea85f9a1-1122-4c86-9aee-b09a6924811b port 7deb3e08-7deb-483d-a7f5-480467a2e703 binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:08:26.898815 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f702d-d48c-46f9-a2d5-4224b8093390 None None] Network a282ca18-1470-4a11-b809-f055c3b48a10 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:08:26.937419 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:27.140404 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-6d67bcee-4d5b-4e59-bd6b-afe2581fcc40 None None] Provisioning complete for port dfacba61-7047-44ec-9e98-1c43d0a1eb37 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:27.141056 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6d67bcee-4d5b-4e59-bd6b-afe2581fcc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:27.260437 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:27.292173 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Routers {'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:27.293283 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:07:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:27.396529 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Publish callbacks [] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:27.417475 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:27.465615 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:27.561945 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Publish callbacks [] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:27.629429 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55326) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:27.638564 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-2dc6ddfd-4448-400b-9732-7421f380684b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385000397', 'description': 'tempest-description--1689098124'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:27.684242 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:27.755002 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ddfd-4448-400b-9732-7421f380684b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:27.794874 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b157f579-4cb1-438d-8e9b-d0e4a627ff61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:27.846492 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Attempting to bind port 7deb3e08-7deb-483d-a7f5-480467a2e703 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:27.847054 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Attempting to bind port 7deb3e08-7deb-483d-a7f5-480467a2e703 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:27.847612 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Attempting to bind port 7deb3e08-7deb-483d-a7f5-480467a2e703 on network c1aca417-45fc-4b60-8100-7ab851d89316 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:27.885477 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:27.896517 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:27.897146 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Checking segment: {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:27.897817 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:27.898695 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Bound using segment: {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:27.899766 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Bound port: 7deb3e08-7deb-483d-a7f5-480467a2e703, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:27.920835 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:27.971467 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213441c-bc35-4663-8d33-064aa66cebe1 None None] Pushing event updated for resources: {'Port': ['ID=7deb3e08-7deb-483d-a7f5-480467a2e703,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:28.143055 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Pushing event updated for resources: {'Port': ['ID=f75e4ec8-1cf7-42a7-8084-b5367f4806ea,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:28.164518 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Router 73386cde-020d-4ae9-9bc5-ce62a8878995 is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:08:28.238854 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ddfd-4448-400b-9732-7421f380684b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (f1a97266-a2c8-4434-9cbf-fc4b823faa5c), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.245734 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Network 92d37e39-b672-4f33-9211-a661c3b7938b is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:28.255374 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ddfd-4448-400b-9732-7421f380684b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (f1a97266-a2c8-4434-9cbf-fc4b823faa5c), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.262827 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:28.267762 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:28.268578 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.308579 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port dfacba61-7047-44ec-9e98-1c43d0a1eb37 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:28.311084 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.326848 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] For port 7deb3e08-7deb-483d-a7f5-480467a2e703, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:28.348448 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] For port 7deb3e08-7deb-483d-a7f5-480467a2e703, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=7deb3e08-7deb-483d-a7f5-480467a2e703,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:28.372831 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.405499 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b8e25-4cd9-47fb-aba7-2470e42a60fe None None] Pushing event updated for resources: {'Port': ['ID=2d3bba17-3233-45b9-aa23-3925f9b89692,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:28.425869 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:28.426792 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:08:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:28.440248 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ddfd-4448-400b-9732-7421f380684b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.451277 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2dc6ddfd-4448-400b-9732-7421f380684b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8145838 Aug 01 14:08:28.454812 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55348) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:28.465277 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55350) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:28.481832 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-74cf322f-4d8d-440e-ab68-5c6bc2063565 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'security_group_rule': {'security_group_id': 'f1a97266-a2c8-4434-9cbf-fc4b823faa5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:28.508101 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6ddfd-4448-400b-9732-7421f380684b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a97266-a2c8-4434-9cbf-fc4b823faa5c,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:28.543345 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port dfacba61-7047-44ec-9e98-1c43d0a1eb37, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=dfacba61-7047-44ec-9e98-1c43d0a1eb37,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:08:28.593832 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:28.653481 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-74cf322f-4d8d-440e-ab68-5c6bc2063565 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (808a1762-6295-417f-a887-1c9efce4c574), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.783355 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] Set router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:28.882734 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-74cf322f-4d8d-440e-ab68-5c6bc2063565 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (808a1762-6295-417f-a887-1c9efce4c574), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.902425 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-74cf322f-4d8d-440e-ab68-5c6bc2063565 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (808a1762-6295-417f-a887-1c9efce4c574), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.922254 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6e321a1a-4b0d-4ab6-a2dd-f37e908060e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.938731 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf322f-4d8d-440e-ab68-5c6bc2063565 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808a1762-6295-417f-a887-1c9efce4c574,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:28.949567 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:28.950822 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 7238bed7-e0ea-40bd-86d8-4d8b5548928c up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:28.954912 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:28.961734 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213441c-bc35-4663-8d33-064aa66cebe1 None None] Pushing event updated for resources: {'Port': ['ID=7deb3e08-7deb-483d-a7f5-480467a2e703,revision_number=4']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:28.986577 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:29.008794 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-74cf322f-4d8d-440e-ab68-5c6bc2063565 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.011537 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.015539 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-74cf322f-4d8d-440e-ab68-5c6bc2063565 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5536249 Aug 01 14:08:29.037146 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55374) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:29.075497 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-4504b112-da1a-495f-a0d6-86711650bc52 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'security_group_rule': {'security_group_id': 'f1a97266-a2c8-4434-9cbf-fc4b823faa5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:29.087906 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.167191 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55376) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:29.208800 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:29.224514 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6e321a1a-4b0d-4ab6-a2dd-f37e908060e4 admin admin] Publish callbacks [] for security_group (cb3ddbbd-821d-4bbc-90af-018d983fb42b), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.232564 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6e321a1a-4b0d-4ab6-a2dd-f37e908060e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (cb3ddbbd-821d-4bbc-90af-018d983fb42b), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.253885 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:08:29.262660 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:29.294395 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'name': 'tempest-DeleteServersTestJSON-256650087-router', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:18Z', 'updated_at': '2022-08-01T14:08:20Z', 'revision_number': 3, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'gw_port': {'id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:29.295858 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4504b112-da1a-495f-a0d6-86711650bc52 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (a249dfd1-a03c-4fa6-9e6c-5683d9827f07), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.297694 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Sync routers for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:08:29.338138 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:28Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:29.373283 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-6e321a1a-4b0d-4ab6-a2dd-f37e908060e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f209a9617cbe40f394023a7a1ba12b81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8436196 Aug 01 14:08:29.376071 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cb8fc-57f1-463f-9757-212fb6e7fbeb None None] The sync data for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi is: [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:28Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:08:29.386196 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55380) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:29.405687 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:29.406619 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:08:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:29.410369 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 7238bed7-e0ea-40bd-86d8-4d8b5548928c triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:29.410369 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.482120 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e321a1a-4b0d-4ab6-a2dd-f37e908060e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3ddbbd-821d-4bbc-90af-018d983fb42b,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:29.485978 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-6d67bcee-4d5b-4e59-bd6b-afe2581fcc40 None None] Current status of the port dfacba61-7047-44ec-9e98-1c43d0a1eb37 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:29.495881 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.500659 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-971d882d-5473-4a11-a7e9-a8277a08971f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.4066026 Aug 01 14:08:29.503282 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a7def-e0ba-4a83-b38e-a98f753b396b None None] The sync data for ids ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'] in dv-cinder-845178-10-iscsi is: [{'id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'name': 'tempest-DeleteServersTestJSON-256650087-router', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:18Z', 'updated_at': '2022-08-01T14:08:20Z', 'revision_number': 3, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'gw_port': {'id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:08:29.513080 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55382) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:29.590503 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.629775 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-95b07094-6099-4b3f-875b-a85dde4d38a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.746281 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:29.768566 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=dfacba61-7047-44ec-9e98-1c43d0a1eb37,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:29.798342 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-75001b24-ec7e-4e2b-a97c-bc6c441e9ed7 None None] Provisioning complete for port f75e4ec8-1cf7-42a7-8084-b5367f4806ea triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:29.798709 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-75001b24-ec7e-4e2b-a97c-bc6c441e9ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.803558 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4504b112-da1a-495f-a0d6-86711650bc52 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (a249dfd1-a03c-4fa6-9e6c-5683d9827f07), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.820723 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4504b112-da1a-495f-a0d6-86711650bc52 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (a249dfd1-a03c-4fa6-9e6c-5683d9827f07), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.844397 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1bd8a8b8-ad64-453e-84ec-1e87c01d9213 admin admin] Publish callbacks [] for security_group (cb3ddbbd-821d-4bbc-90af-018d983fb42b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.909690 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 7238bed7-e0ea-40bd-86d8-4d8b5548928c is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:29.911730 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 49c882ec-ddda-4464-9670-5dee22dd49c5 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:29.951725 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Publish callbacks [] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.955821 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504b112-da1a-495f-a0d6-86711650bc52 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a249dfd1-a03c-4fa6-9e6c-5683d9827f07,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:29.976221 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4504b112-da1a-495f-a0d6-86711650bc52 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.979213 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-4504b112-da1a-495f-a0d6-86711650bc52 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9363413 Aug 01 14:08:29.981002 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.982032 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:29.990635 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55392) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:30.018726 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:30.147977 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:30.150428 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-95b07094-6099-4b3f-875b-a85dde4d38a9 admin admin] Publish callbacks [] for security_group (9bf49021-ff8d-46c1-b1d6-022ec911499e), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.154770 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1bd8a8b8-ad64-453e-84ec-1e87c01d9213 admin admin] Publish callbacks [] for security_group (cb3ddbbd-821d-4bbc-90af-018d983fb42b), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.177941 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Network 92d37e39-b672-4f33-9211-a661c3b7938b is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:30.199299 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:30.224425 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-95b07094-6099-4b3f-875b-a85dde4d38a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (9bf49021-ff8d-46c1-b1d6-022ec911499e), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.271968 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:30.416822 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Pushing event updated for resources: {'Port': ['ID=f75e4ec8-1cf7-42a7-8084-b5367f4806ea,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:30.437450 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.438820 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-75001b24-ec7e-4e2b-a97c-bc6c441e9ed7 None None] Port f75e4ec8-1cf7-42a7-8084-b5367f4806ea cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:08:30.482517 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:08:30.488809 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:30.501207 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.563915 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:25Z', 'revision_number': 3, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:30.568737 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-75001b24-ec7e-4e2b-a97c-bc6c441e9ed7 None None] Provisioning complete for port dfacba61-7047-44ec-9e98-1c43d0a1eb37 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:30.569362 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-75001b24-ec7e-4e2b-a97c-bc6c441e9ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.586922 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-95b07094-6099-4b3f-875b-a85dde4d38a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5cf41e589de4c7dacf4706a9c85407f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4180031 Aug 01 14:08:30.588710 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b07094-6099-4b3f-875b-a85dde4d38a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf49021-ff8d-46c1-b1d6-022ec911499e,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:30.590512 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55400) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:30.622115 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Checking router: 73386cde-020d-4ae9-9bc5-ce62a8878995 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:08:30.622952 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Updating router 73386cde-020d-4ae9-9bc5-ce62a8878995 port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:08:30.683488 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 49c882ec-ddda-4464-9670-5dee22dd49c5 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:30.685233 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.701404 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-af6d1c21-bc7a-4157-b849-ab74ae34534d admin admin] Publish callbacks [] for security_group (9bf49021-ff8d-46c1-b1d6-022ec911499e), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.743967 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.785119 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-af6d1c21-bc7a-4157-b849-ab74ae34534d admin admin] Publish callbacks [] for security_group (9bf49021-ff8d-46c1-b1d6-022ec911499e), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.837205 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:08:30.852372 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:30.862098 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-3f7fe92f-0ef6-4fcb-b25b-709ad5c47521 admin admin] 10.222.0.45 "PUT /v2.0/routers/b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2969522 Aug 01 14:08:30.928138 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-af6d1c21-bc7a-4157-b849-ab74ae34534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (9bf49021-ff8d-46c1-b1d6-022ec911499e), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.932056 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-af6d1c21-bc7a-4157-b849-ab74ae34534d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:30.934967 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-af6d1c21-bc7a-4157-b849-ab74ae34534d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bf49021-ff8d-46c1-b1d6-022ec911499e HTTP/1.1" status: 204 len: 168 time: 0.3428822 Aug 01 14:08:30.990829 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d1c21-bc7a-4157-b849-ab74ae34534d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf49021-ff8d-46c1-b1d6-022ec911499e,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:31.430924 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1bd8a8b8-ad64-453e-84ec-1e87c01d9213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (cb3ddbbd-821d-4bbc-90af-018d983fb42b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:31.435178 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1bd8a8b8-ad64-453e-84ec-1e87c01d9213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:31.437137 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-1bd8a8b8-ad64-453e-84ec-1e87c01d9213 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb3ddbbd-821d-4bbc-90af-018d983fb42b HTTP/1.1" status: 204 len: 168 time: 2.0394857 Aug 01 14:08:31.454376 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:31.522097 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:31.711953 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:31.729388 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8a8b8-ad64-453e-84ec-1e87c01d9213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3ddbbd-821d-4bbc-90af-018d983fb42b,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:31.778485 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55434) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:31.804501 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-37dbfd03-73d4-42d4-98a4-2aa1d3c824b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:31.838891 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:32.036746 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-37dbfd03-73d4-42d4-98a4-2aa1d3c824b9 admin admin] Publish callbacks [] for security_group (09bc8438-a74f-4528-ae82-bc4d29c25db1), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.046329 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-37dbfd03-73d4-42d4-98a4-2aa1d3c824b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (09bc8438-a74f-4528-ae82-bc4d29c25db1), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.110305 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-75001b24-ec7e-4e2b-a97c-bc6c441e9ed7 None None] Current status of the port dfacba61-7047-44ec-9e98-1c43d0a1eb37 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:32.126141 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbfd03-73d4-42d4-98a4-2aa1d3c824b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bc8438-a74f-4528-ae82-bc4d29c25db1,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:32.157974 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 49c882ec-ddda-4464-9670-5dee22dd49c5 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:32.208164 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-37dbfd03-73d4-42d4-98a4-2aa1d3c824b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36a6f758bcd0499cbb92ada1be9c8ae6&name=default HTTP/1.1" status: 200 len: 2994 time: 0.4285712 Aug 01 14:08:32.212715 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55448) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:32.339682 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.412672 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Publish callbacks [] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.421954 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-f3a7bcba-cdcd-4508-8107-48c7a63f07a7 None None] Provisioning complete for port f75e4ec8-1cf7-42a7-8084-b5367f4806ea triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:32.422329 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f3a7bcba-cdcd-4508-8107-48c7a63f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.469949 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6c1f3657-a8c5-4c24-85c0-b290cf7eb371 admin admin] Publish callbacks [] for security_group (09bc8438-a74f-4528-ae82-bc4d29c25db1), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.480802 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.517322 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Attempting to bind port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:32.517688 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Attempting to bind port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:32.518037 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Attempting to bind port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:32.570931 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6c1f3657-a8c5-4c24-85c0-b290cf7eb371 admin admin] Publish callbacks [] for security_group (09bc8438-a74f-4528-ae82-bc4d29c25db1), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.654494 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7bcba-cdcd-4508-8107-48c7a63f07a7 None None] Port f75e4ec8-1cf7-42a7-8084-b5367f4806ea cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:08:32.695892 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6c1f3657-a8c5-4c24-85c0-b290cf7eb371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (09bc8438-a74f-4528-ae82-bc4d29c25db1), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.706570 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 2d3bba17-3233-45b9-aa23-3925f9b89692 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:32.713232 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:32.713724 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:32.714139 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.714540 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:32.717219 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Bound port: a6d7a86a-817a-46dc-a2c2-75c3d17eef0a, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:32.719627 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.727982 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6c1f3657-a8c5-4c24-85c0-b290cf7eb371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:32.733033 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-6c1f3657-a8c5-4c24-85c0-b290cf7eb371 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09bc8438-a74f-4528-ae82-bc4d29c25db1 HTTP/1.1" status: 204 len: 168 time: 0.5163853 Aug 01 14:08:32.810972 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f3657-a8c5-4c24-85c0-b290cf7eb371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bc8438-a74f-4528-ae82-bc4d29c25db1,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:32.904431 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55492) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:32.907000 dv-cinder-845178-10-iscsi neutron-server[104318]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 01 14:08:32.992701 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Allocated IP 172.27.4.56 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:32.999186 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] For port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:33.007103 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] For port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=a6d7a86a-817a-46dc-a2c2-75c3d17eef0a,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:33.079137 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:33.131059 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c0291-8e30-41dc-98f1-6667b32b40e6 None None] Pushing event updated for resources: {'Port': ['ID=a6d7a86a-817a-46dc-a2c2-75c3d17eef0a,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:33.246194 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c0291-8e30-41dc-98f1-6667b32b40e6 None None] Pushing event updated for resources: {'Port': ['ID=a6d7a86a-817a-46dc-a2c2-75c3d17eef0a,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:33.270894 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:33.271521 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Allocated IP 172.20.0.1 (a282ca18-1470-4a11-b809-f055c3b48a10/c3d9b3d3-ca8c-4789-bed6-6735aba979d0/9be79feb-bd32-431d-ab9c-9740692ce9ac) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:33.300817 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:33.300817 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:08:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:33.376023 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 2d3bba17-3233-45b9-aa23-3925f9b89692 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:33.376524 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:33.476673 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-ddd84945-6825-44ff-9645-ab45e176b539 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:33.478995 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-ddd84945-6825-44ff-9645-ab45e176b539 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/networks?id=92d37e39-b672-4f33-9211-a661c3b7938b HTTP/1.1" status: 200 len: 811 time: 0.5733902 Aug 01 14:08:33.511902 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-e9d82ae5-beff-4a5e-bad2-a3e5c37e8668 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/quotas/075e439a5de54261b5357fe8c513e9ee HTTP/1.1" status: 200 len: 375 time: 0.0230095 Aug 01 14:08:33.669682 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for port (027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:33.728585 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-291d10f1-1193-441d-b927-6402214824fd tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=075e439a5de54261b5357fe8c513e9ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2095146 Aug 01 14:08:33.730800 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 2d3bba17-3233-45b9-aa23-3925f9b89692 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:33.730800 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:33.758329 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Sync routers for ids ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:08:33.783030 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Routers {'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:33.789541 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:08:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:33.871883 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 2d3bba17-3233-45b9-aa23-3925f9b89692, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=2d3bba17-3233-45b9-aa23-3925f9b89692,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:08:33.893502 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:33.907801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:33.909691 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 7deb3e08-7deb-483d-a7f5-480467a2e703 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:33.951474 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Publish callbacks [] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:33.954639 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:33.996033 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55534) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:34.025219 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:34.049071 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:34.089212 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:34.111172 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'Port': ['ID=027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:34.128756 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:34.146979 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Set router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:34.226319 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:34.245072 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=2d3bba17-3233-45b9-aa23-3925f9b89692,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:34.299712 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:34.303373 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:34.354205 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:34.375413 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 7deb3e08-7deb-483d-a7f5-480467a2e703 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:34.376052 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:34.377721 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:34.426500 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Network a282ca18-1470-4a11-b809-f055c3b48a10 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:34.569617 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 7deb3e08-7deb-483d-a7f5-480467a2e703 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:34.570419 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:34.601676 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:25Z', 'revision_number': 3, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:34.670290 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-08de5071-af02-4570-8fa0-f12b529d5c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:34.683870 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:34.699326 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ae644-965a-4cb6-ab10-41d470f9cf28 None None] The sync data for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi is: [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:25Z', 'revision_number': 3, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:08:34.731661 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 7deb3e08-7deb-483d-a7f5-480467a2e703, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=7deb3e08-7deb-483d-a7f5-480467a2e703,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:08:34.737843 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:34.741796 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:34.742643 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (73386cde-020d-4ae9-9bc5-ce62a8878995), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:34.746371 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device dfacba61-7047-44ec-9e98-1c43d0a1eb37 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:34.767254 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=9be79feb-bd32-431d-ab9c-9740692ce9ac,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:34.885498 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'name': 'tempest-DeleteServersTestJSON-256650087-router', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:18Z', 'updated_at': '2022-08-01T14:08:28Z', 'revision_number': 4, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'gw_port': {'id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'f75e4ec8-1cf7-42a7-8084-b5367f4806ea', 'name': '', 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'mac_address': 'fa:16:3e:01:c5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7cf2208-cf51-417b-b629-80edfdbf7620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:25Z', 'updated_at': '2022-08-01T14:08:29Z', 'revision_number': 2, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'subnets': [{'id': 'f7cf2208-cf51-417b-b629-80edfdbf7620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:34.938434 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-afaa0aa4-6c96-475c-a6dd-dc55e8522746 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:08:34.939959 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-afaa0aa4-6c96-475c-a6dd-dc55e8522746 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5218468 Aug 01 14:08:34.949722 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-08de5071-af02-4570-8fa0-f12b529d5c88 admin admin] Publish callbacks [] for security_group (b953d910-3fbb-4910-b539-9337a12c0a51), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:35.003977 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-08de5071-af02-4570-8fa0-f12b529d5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (b953d910-3fbb-4910-b539-9337a12c0a51), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:35.005573 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Checking router: b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:08:35.010003 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Updating router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c port f75e4ec8-1cf7-42a7-8084-b5367f4806ea binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:08:35.016302 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:35.050587 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:35.057828 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=7deb3e08-7deb-483d-a7f5-480467a2e703,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:35.079657 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port dfacba61-7047-44ec-9e98-1c43d0a1eb37 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:35.082025 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:35.148852 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:35.361969 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-08de5071-af02-4570-8fa0-f12b529d5c88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a72b3bf493df4e3a92824bd41c12c6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3632121 Aug 01 14:08:35.367952 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55584) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:35.440639 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:35.453013 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-74fe4e9d-b111-4343-af15-7f300c7f3d3c None None] Provisioning complete for port 9be79feb-bd32-431d-ab9c-9740692ce9ac triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:35.456963 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-74fe4e9d-b111-4343-af15-7f300c7f3d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:35.567997 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port dfacba61-7047-44ec-9e98-1c43d0a1eb37 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:35.604979 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-74fe4e9d-b111-4343-af15-7f300c7f3d3c None None] Port 9be79feb-bd32-431d-ab9c-9740692ce9ac cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:08:35.665454 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de5071-af02-4570-8fa0-f12b529d5c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b953d910-3fbb-4910-b539-9337a12c0a51,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:35.675275 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:35.713501 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:35.860675 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7995b7f1-07f7-4d05-a6b1-744072b7a16f admin admin] Publish callbacks [] for security_group (b953d910-3fbb-4910-b539-9337a12c0a51), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:35.869108 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-017e78b2-b8f4-4153-ba85-ce72f59290ff service neutron] 10.222.0.45 "GET /v2.0/networks/92d37e39-b672-4f33-9211-a661c3b7938b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9152007 Aug 01 14:08:35.946768 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55590) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:35.994232 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.036655 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for port (027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.041570 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Publish callbacks [] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.056005 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.091722 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 2d3bba17-3233-45b9-aa23-3925f9b89692 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:36.116884 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.119756 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.165521 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7995b7f1-07f7-4d05-a6b1-744072b7a16f admin admin] Publish callbacks [] for security_group (b953d910-3fbb-4910-b539-9337a12c0a51), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.198362 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a4a3a-2883-4768-9dfb-fd547f4fdba5 None None] Pushing event updated for resources: {'Port': ['ID=f75e4ec8-1cf7-42a7-8084-b5367f4806ea,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:36.296170 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 2d3bba17-3233-45b9-aa23-3925f9b89692 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:36.300227 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.316848 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.347873 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3283031 Aug 01 14:08:36.374565 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcfd28-e5ad-4730-ac6b-28e6488fa4fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'Port': ['ID=027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:36.562271 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7995b7f1-07f7-4d05-a6b1-744072b7a16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (b953d910-3fbb-4910-b539-9337a12c0a51), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.570104 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Attempting to bind port f75e4ec8-1cf7-42a7-8084-b5367f4806ea on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:36.572961 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Attempting to bind port f75e4ec8-1cf7-42a7-8084-b5367f4806ea by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:36.574493 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7995b7f1-07f7-4d05-a6b1-744072b7a16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.575918 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Attempting to bind port f75e4ec8-1cf7-42a7-8084-b5367f4806ea on network 92d37e39-b672-4f33-9211-a661c3b7938b {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:36.584877 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-7995b7f1-07f7-4d05-a6b1-744072b7a16f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b953d910-3fbb-4910-b539-9337a12c0a51 HTTP/1.1" status: 204 len: 168 time: 1.2027731 Aug 01 14:08:36.597697 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:36.600758 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Checking segment: {'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:36.601859 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.603675 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Bound using segment: {'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:36.604496 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Bound port: f75e4ec8-1cf7-42a7-8084-b5367f4806ea, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:36.607448 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.624567 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995b7f1-07f7-4d05-a6b1-744072b7a16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b953d910-3fbb-4910-b539-9337a12c0a51,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:36.660474 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-ab47d9f7-690b-4263-9d81-c28c32237d96 service neutron] 10.222.0.45 "GET /v2.0/networks/92d37e39-b672-4f33-9211-a661c3b7938b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743175 Aug 01 14:08:36.690895 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:36.719382 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 2d3bba17-3233-45b9-aa23-3925f9b89692 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:36.722775 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device a6d7a86a-817a-46dc-a2c2-75c3d17eef0a up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:36.744316 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Publish callbacks [] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.754199 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.758013 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (73386cde-020d-4ae9-9bc5-ce62a8878995), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.825863 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9f8d67bc-76d4-40e2-874e-f3c687187c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.847763 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] For port f75e4ec8-1cf7-42a7-8084-b5367f4806ea, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:36.862736 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] For port f75e4ec8-1cf7-42a7-8084-b5367f4806ea, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=f75e4ec8-1cf7-42a7-8084-b5367f4806ea,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:36.879101 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:36.911739 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:36.914708 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:37.058625 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Routers {'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:37.063537 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:08:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:37.151226 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:37.151795 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:37.162585 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:37.197793 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=a6d7a86a-817a-46dc-a2c2-75c3d17eef0a,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:08:37.203221 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:37.204704 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 7deb3e08-7deb-483d-a7f5-480467a2e703 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:37.263085 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55646) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:37.323276 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a4a3a-2883-4768-9dfb-fd547f4fdba5 None None] Pushing event updated for resources: {'Port': ['ID=f75e4ec8-1cf7-42a7-8084-b5367f4806ea,revision_number=4']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:37.348066 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=9be79feb-bd32-431d-ab9c-9740692ce9ac,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:37.391424 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] Set router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:37.453612 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=a6d7a86a-817a-46dc-a2c2-75c3d17eef0a,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:37.514164 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9f8d67bc-76d4-40e2-874e-f3c687187c36 admin admin] Publish callbacks [] for security_group (204cd924-f27b-4a16-9b5b-e07aee850881), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:37.521576 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-511ea8c4-c435-49e0-8c89-9b3e3a7e30a4 req-7607d4fe-ba95-49a1-a328-52034d91d7f5 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 210 time: 0.2533085 Aug 01 14:08:37.526463 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 7deb3e08-7deb-483d-a7f5-480467a2e703 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:37.527056 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:37.534986 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9f8d67bc-76d4-40e2-874e-f3c687187c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (204cd924-f27b-4a16-9b5b-e07aee850881), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:37.548411 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Network a282ca18-1470-4a11-b809-f055c3b48a10 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:37.557269 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:37.843331 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-afc2d253-a099-41a7-a5a2-9e61f3b48397 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1385000397&fields=id&tenant_id=1081ae5fd3e9443c80626517ae9c7d77 HTTP/1.1" status: 200 len: 267 time: 0.5231011 Aug 01 14:08:37.845816 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d67bc-76d4-40e2-874e-f3c687187c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204cd924-f27b-4a16-9b5b-e07aee850881,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:37.852955 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:37.919755 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-9f8d67bc-76d4-40e2-874e-f3c687187c36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b42795ad0ec9407197883baa06958c59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9681015 Aug 01 14:08:37.941976 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55676) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:37.944472 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 7deb3e08-7deb-483d-a7f5-480467a2e703 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:37.999551 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'name': 'tempest-DeleteServersTestJSON-256650087-router', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:18Z', 'updated_at': '2022-08-01T14:08:28Z', 'revision_number': 4, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'gw_port': {'id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'f75e4ec8-1cf7-42a7-8084-b5367f4806ea', 'name': '', 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'mac_address': 'fa:16:3e:01:c5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7cf2208-cf51-417b-b629-80edfdbf7620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:25Z', 'updated_at': '2022-08-01T14:08:36Z', 'revision_number': 4, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'subnets': [{'id': 'f7cf2208-cf51-417b-b629-80edfdbf7620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:38.050047 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:38.050398 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82802222-22d4-40e1-8734-1886024f63c5 None None] The sync data for ids ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'] in dv-cinder-845178-10-iscsi is: [{'id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'name': 'tempest-DeleteServersTestJSON-256650087-router', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:18Z', 'updated_at': '2022-08-01T14:08:28Z', 'revision_number': 4, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'gw_port': {'id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'f75e4ec8-1cf7-42a7-8084-b5367f4806ea', 'name': '', 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'mac_address': 'fa:16:3e:01:c5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f7cf2208-cf51-417b-b629-80edfdbf7620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:25Z', 'updated_at': '2022-08-01T14:08:36Z', 'revision_number': 4, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'subnets': [{'id': 'f7cf2208-cf51-417b-b629-80edfdbf7620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:08:38.174236 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-12f28856-5b4b-4553-91c3-73ac7d853c02 None None] Provisioning complete for port 9be79feb-bd32-431d-ab9c-9740692ce9ac triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:38.174870 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-12f28856-5b4b-4553-91c3-73ac7d853c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:38.204499 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Router 73386cde-020d-4ae9-9bc5-ce62a8878995 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:08:38.217699 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab1f0-d70a-436c-b284-c00e074764cf admin admin] Publish callbacks [] for security_group (204cd924-f27b-4a16-9b5b-e07aee850881), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:38.255426 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-8ff10a02-8204-46d1-b7c5-67f1b9e35148 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:38.267117 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-8ff10a02-8204-46d1-b7c5-67f1b9e35148 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/networks?id=c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 200 len: 811 time: 0.4224882 Aug 01 14:08:38.295832 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-173a3a91-6bed-4bf4-8d13-382d695d4565 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/quotas/1081ae5fd3e9443c80626517ae9c7d77 HTTP/1.1" status: 200 len: 375 time: 0.0251610 Aug 01 14:08:38.323403 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab1f0-d70a-436c-b284-c00e074764cf admin admin] Publish callbacks [] for security_group (204cd924-f27b-4a16-9b5b-e07aee850881), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:38.413572 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-a527e3fe-1936-4208-9959-0d967109475b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058388 Aug 01 14:08:38.559679 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device a6d7a86a-817a-46dc-a2c2-75c3d17eef0a up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:38.734984 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-12f28856-5b4b-4553-91c3-73ac7d853c02 None None] Port 9be79feb-bd32-431d-ab9c-9740692ce9ac cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:08:38.739771 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6bc8bbb8-054f-4f6e-92a9-688ea327868e req-a79c1dad-0e6f-488f-b26d-3bd963dd959d tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 210 time: 0.0784650 Aug 01 14:08:38.783581 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:38.786614 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:39.159259 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab1f0-d70a-436c-b284-c00e074764cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (204cd924-f27b-4a16-9b5b-e07aee850881), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:39.177200 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab1f0-d70a-436c-b284-c00e074764cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:39.186114 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-7e4ab1f0-d70a-436c-b284-c00e074764cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/204cd924-f27b-4a16-9b5b-e07aee850881 HTTP/1.1" status: 204 len: 168 time: 1.2395666 Aug 01 14:08:39.206767 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:39.248890 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ab1f0-d70a-436c-b284-c00e074764cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204cd924-f27b-4a16-9b5b-e07aee850881,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:39.254526 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:08:39.268136 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Sync routers for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:08:39.275893 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-317c1bb6-183e-49e2-89bb-434fa18f0bf6 admin admin] 10.222.0.45 "PUT /v2.0/routers/73386cde-020d-4ae9-9bc5-ce62a8878995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6986871 Aug 01 14:08:39.318086 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:39.318807 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:08:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:39.443137 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-df99f407-3f15-4a58-886b-a26cbd2e0258 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:08:39.444896 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-df99f407-3f15-4a58-886b-a26cbd2e0258 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4688659 Aug 01 14:08:39.550859 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:39.590872 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:39.628692 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-07dfff79-b8c0-4cd7-8d9f-81ba499136cf service neutron] 10.222.0.45 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778061 Aug 01 14:08:39.778232 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:39.827809 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-93aad5c8-c85c-4236-87ff-a769e848be3c service neutron] 10.222.0.45 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977310 Aug 01 14:08:39.918005 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:39.919133 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8a5d5543-5af9-40b1-8952-e99cf2b630ed req-7216e88f-4bb7-41d7-b911-896040b32f19 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 210 time: 0.0601130 Aug 01 14:08:39.934096 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:36Z', 'revision_number': 2, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:39.972966 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Checking router: 73386cde-020d-4ae9-9bc5-ce62a8878995 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:08:39.973328 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Updating router 73386cde-020d-4ae9-9bc5-ce62a8878995 port 9be79feb-bd32-431d-ab9c-9740692ce9ac binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:08:40.060687 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:40.231834 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device f75e4ec8-1cf7-42a7-8084-b5367f4806ea up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:40.346084 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 55780) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:40.373149 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e7d8eaec-1978-4dee-ae38-be365976490e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:40.415440 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:40.442532 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3464197-10a6-41c7-80c3-d2e9b042a9d9 req-8efefe82-04ce-4370-97cb-e2f594b8cd9b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 210 time: 0.1298778 Aug 01 14:08:40.467775 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port f75e4ec8-1cf7-42a7-8084-b5367f4806ea triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:40.468180 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:40.726054 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e7d8eaec-1978-4dee-ae38-be365976490e admin admin] Publish callbacks [] for security_group (62238119-8e59-49b4-8d46-40de6c8c6dd1), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:40.736738 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e7d8eaec-1978-4dee-ae38-be365976490e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (62238119-8e59-49b4-8d46-40de6c8c6dd1), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:40.900843 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 55808) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:40.912182 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-e7d8eaec-1978-4dee-ae38-be365976490e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1aeb8523bfb541c8aca84fbe2954da03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5508411 Aug 01 14:08:40.916109 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8eaec-1978-4dee-ae38-be365976490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62238119-8e59-49b4-8d46-40de6c8c6dd1,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:41.083523 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port f75e4ec8-1cf7-42a7-8084-b5367f4806ea is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:41.083927 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:41.085387 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2ee29cd6-ac98-478f-8ed4-fc290bca9de6 admin admin] Publish callbacks [] for security_group (62238119-8e59-49b4-8d46-40de6c8c6dd1), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:41.158795 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2ee29cd6-ac98-478f-8ed4-fc290bca9de6 admin admin] Publish callbacks [] for security_group (62238119-8e59-49b4-8d46-40de6c8c6dd1), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:41.166329 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Publish callbacks [] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:41.224949 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:41.371617 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cb3f9-280d-4807-b7be-3f36931265e0 None None] Pushing event updated for resources: {'Port': ['ID=9be79feb-bd32-431d-ab9c-9740692ce9ac,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:41.394890 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2ee29cd6-ac98-478f-8ed4-fc290bca9de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (62238119-8e59-49b4-8d46-40de6c8c6dd1), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:41.398338 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2ee29cd6-ac98-478f-8ed4-fc290bca9de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:41.399768 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-2ee29cd6-ac98-478f-8ed4-fc290bca9de6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62238119-8e59-49b4-8d46-40de6c8c6dd1 HTTP/1.1" status: 204 len: 168 time: 0.4978087 Aug 01 14:08:41.440991 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee29cd6-ac98-478f-8ed4-fc290bca9de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62238119-8e59-49b4-8d46-40de6c8c6dd1,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:41.464827 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port f75e4ec8-1cf7-42a7-8084-b5367f4806ea, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=f75e4ec8-1cf7-42a7-8084-b5367f4806ea,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:08:41.522319 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:41.525713 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9bd631ab-915f-4e11-b2ac-1f997a452ca9 req-504db7bc-afd7-4969-acce-a91a238f1de2 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 210 time: 0.0497863 Aug 01 14:08:41.634401 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:41.637776 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-4768225a-0b63-48c9-b909-907500314be2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:41.642941 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-4768225a-0b63-48c9-b909-907500314be2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 819 time: 0.3548882 Aug 01 14:08:41.682743 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-20b7ba4a-18c8-4d1d-b91c-4c890aadc6ea tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/quotas/e85f3e6c18ae4466a1dc3e6464aa18e6 HTTP/1.1" status: 200 len: 375 time: 0.0281453 Aug 01 14:08:41.690372 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.57', 61270) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:41.832789 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Attempting to bind port 9be79feb-bd32-431d-ab9c-9740692ce9ac on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:41.840077 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Attempting to bind port 9be79feb-bd32-431d-ab9c-9740692ce9ac by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:41.840802 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Attempting to bind port 9be79feb-bd32-431d-ab9c-9740692ce9ac on network a282ca18-1470-4a11-b809-f055c3b48a10 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:41.888183 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bc532f8c-144d-4175-9dbe-f45f854b215e req-daa73764-bad9-4adc-8350-f7d536793932 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 210 time: 0.2010839 Aug 01 14:08:41.895079 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:41.896141 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Checking segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:41.896745 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:41.899415 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Bound using segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:41.902242 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Bound port: 9be79feb-bd32-431d-ab9c-9740692ce9ac, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:41.903401 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:41.927209 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-f4843974-e5a0-4d65-b165-eb40549c2126 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2213118 Aug 01 14:08:41.931775 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=f75e4ec8-1cf7-42a7-8084-b5367f4806ea,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:42.090465 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] For port 9be79feb-bd32-431d-ab9c-9740692ce9ac, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:42.118973 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] For port 9be79feb-bd32-431d-ab9c-9740692ce9ac, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=9be79feb-bd32-431d-ab9c-9740692ce9ac,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:42.124199 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-170877e3-0216-4062-b1b9-103b5bb42355 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:42.126162 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-170877e3-0216-4062-b1b9-103b5bb42355 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.57 "GET /v2.0/networks?id=92d37e39-b672-4f33-9211-a661c3b7938b HTTP/1.1" status: 200 len: 811 time: 0.4345653 Aug 01 14:08:42.136248 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:42.187627 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Request body: {'port': {'device_id': '017caf5e-f276-4e12-9a46-cc2d666cd313', 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b', 'admin_state_up': True, 'tenant_id': '075e439a5de54261b5357fe8c513e9ee'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:42.219197 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device f75e4ec8-1cf7-42a7-8084-b5367f4806ea up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:42.227042 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:08:42.230361 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:08:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:42.239669 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-31a07ce9-b1c5-47a5-9e0a-24824c39ea00 service neutron] 10.222.0.45 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045950 Aug 01 14:08:42.466460 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-612ca07e-c100-448e-8bc5-2f44e02f2a6d service neutron] 10.222.0.45 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180798 Aug 01 14:08:42.540967 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:42.647636 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Made reservation on behalf of 075e439a5de54261b5357fe8c513e9ee for: {'port': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:08:42.656703 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:42.733035 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cb3f9-280d-4807-b7be-3f36931265e0 None None] Pushing event updated for resources: {'Port': ['ID=9be79feb-bd32-431d-ab9c-9740692ce9ac,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:42.761795 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port f75e4ec8-1cf7-42a7-8084-b5367f4806ea triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:42.762446 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:42.947972 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:08:43.034774 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d0be03f-f01e-4aad-84b5-11b64cc3e684 req-4e01683c-7466-4140-ad46-952926d8a312 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 210 time: 0.0913379 Aug 01 14:08:43.082518 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:43.251129 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port f75e4ec8-1cf7-42a7-8084-b5367f4806ea is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:43.258365 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Allocated IP 172.20.0.10 (92d37e39-b672-4f33-9211-a661c3b7938b/f7cf2208-cf51-417b-b629-80edfdbf7620/6af8bd7d-b81c-4d73-820b-78155d3d21f6) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:43.436442 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-24466faa-13e5-45db-9c8c-58fe55a70d60 req-0feb332e-b659-48b6-ae90-c0745d2faca0 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 210 time: 0.1123357 Aug 01 14:08:43.438304 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.57', 61276) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:43.821465 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f28d60c4-fa88-4963-aa1a-f03cb58be21e req-bb510bab-d246-4f2a-9075-c37c8d73b379 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 210 time: 0.1421914 Aug 01 14:08:43.986847 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Publish callbacks [] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:44.077419 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:44.116433 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:42Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:08:44.156009 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:44.187519 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-6b9f1ea7-9c7f-4a6c-a855-e0a8c3cd70b1 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:44.190239 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-6b9f1ea7-9c7f-4a6c-a855-e0a8c3cd70b1 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.57 "GET /v2.0/networks?id=c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 200 len: 811 time: 0.7496438 Aug 01 14:08:44.196871 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8abe9-c80f-4c62-9ee5-31161728d89c None None] The sync data for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi is: [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:42Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:08:44.304684 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-35ab2fb9-152e-42b1-b6c9-4ab8a9a445e3 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1081ae5fd3e9443c80626517ae9c7d77 HTTP/1.1" status: 200 len: 380 time: 0.1030340 Aug 01 14:08:44.319235 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'port': {'device_id': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'admin_state_up': True, 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'security_groups': ['f1a97266-a2c8-4434-9cbf-fc4b823faa5c']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:44.347645 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Network 92d37e39-b672-4f33-9211-a661c3b7938b is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:44.350179 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c706c-c5e8-4903-9654-258947ca45ff req-4e8d3b34-8c5e-4db6-bdaa-9f57ad2c3fee tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:44.358527 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:44.361306 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-4e8d3b34-8c5e-4db6-bdaa-9f57ad2c3fee tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 819 time: 0.5000529 Aug 01 14:08:44.366167 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:44.372897 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:44.373652 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:44.482347 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2879121 Aug 01 14:08:44.484241 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62eb3-bda9-4556-9982-b85d219fe8d4 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Pushing event updated for resources: {'Port': ['ID=6af8bd7d-b81c-4d73-820b-78155d3d21f6,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:44.505751 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-9f37dadd-904f-45a7-a057-33c6a6548fca tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:08:44.506806 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-9f37dadd-904f-45a7-a057-33c6a6548fca tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0236580 Aug 01 14:08:45.046221 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:45.073087 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-3e3ad65b-14c7-4bce-9dde-ec7ef81bebd1 None None] Provisioning complete for port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:45.076513 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad65b-14c7-4bce-9dde-ec7ef81bebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:45.126471 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.57', 61281) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:45.255991 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-3e3ad65b-14c7-4bce-9dde-ec7ef81bebd1 None None] Port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:08:45.390785 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-f726d2b6-9450-4d0b-9243-d06886c8eebf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/quotas/e85f3e6c18ae4466a1dc3e6464aa18e6 HTTP/1.1" status: 200 len: 375 time: 1.0280797 Aug 01 14:08:45.437416 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-a144417f-793c-430d-b760-59928b91b206 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:45.441213 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-a144417f-793c-430d-b760-59928b91b206 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 819 time: 0.3054521 Aug 01 14:08:45.450208 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Request body: {'port': {'device_id': '017caf5e-f276-4e12-9a46-cc2d666cd313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:45.461899 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Request body: {'port': {'device_id': '36838f66-2529-4a98-88cd-4a0450c2aba5', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'admin_state_up': True, 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:45.700993 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:45.818265 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a8aee-2dea-4197-8433-a47b9e4d5012 req-c2c21a48-6667-413b-ac60-3ed44d31b1b8 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:45.833460 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a49a8aee-2dea-4197-8433-a47b9e4d5012 req-c2c21a48-6667-413b-ac60-3ed44d31b1b8 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 932 time: 0.5429990 Aug 01 14:08:46.106607 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:46.202468 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Made reservation on behalf of e85f3e6c18ae4466a1dc3e6464aa18e6 for: {'port': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:08:46.217447 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:46.251157 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 9be79feb-bd32-431d-ab9c-9740692ce9ac up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:46.387954 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-d4a03bbb-9f53-4a56-b0a8-4b31765cd632 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9921346 Aug 01 14:08:46.431120 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:46.465368 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 9be79feb-bd32-431d-ab9c-9740692ce9ac triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:46.466168 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:46.743817 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 9be79feb-bd32-431d-ab9c-9740692ce9ac is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:46.744835 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:46.838543 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 9be79feb-bd32-431d-ab9c-9740692ce9ac, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=9be79feb-bd32-431d-ab9c-9740692ce9ac,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:08:46.854855 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:46.892153 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-33482618-c754-42dc-adad-b8cdd354e67d service neutron] 10.222.0.45 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174690 Aug 01 14:08:46.994741 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:47.054001 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=9be79feb-bd32-431d-ab9c-9740692ce9ac,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:47.101060 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a49a8aee-2dea-4197-8433-a47b9e4d5012 req-15eea029-ea3c-470c-b859-b37c5a803731 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1531498 Aug 01 14:08:47.141700 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Made reservation on behalf of 1081ae5fd3e9443c80626517ae9c7d77 for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:08:47.159579 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:47.378658 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:47.600596 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 56104) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:47.601444 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 56110) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:47.706968 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Allocated IP 172.20.0.3 (a282ca18-1470-4a11-b809-f055c3b48a10/c3d9b3d3-ca8c-4789-bed6-6735aba979d0/6435f407-545f-4889-be82-4de3b791eeb8) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:47.727217 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af8bd7d-b81c-4d73-820b-78155d3d21f6 {{(pid=104319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:08:47.742487 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Publish callbacks [] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:47.794206 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.provisioning_blocks [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Transition to ACTIVE for port object 6af8bd7d-b81c-4d73-820b-78155d3d21f6 will not be triggered until provisioned by entity L2. {{(pid=104319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:08:47.807036 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:47.923953 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Pushing event updated for resources: {'Port': ['ID=6af8bd7d-b81c-4d73-820b-78155d3d21f6,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:47.981778 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Allocated IP 172.20.0.5 (c1aca417-45fc-4b60-8100-7ab851d89316/93a89a5f-ac0b-49b4-82c8-60f15b352ec8/82f43520-38c1-414e-b0a4-66b27e6ff60b) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:47.992075 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:48.036952 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:48.048831 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:48.153028 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-869f6a65-2558-4368-8575-746dc1da0bc5 req-c7fa3361-4c98-4623-b31a-92d579e77bcf tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 210 time: 0.1088502 Aug 01 14:08:48.222748 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 9be79feb-bd32-431d-ab9c-9740692ce9ac up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:08:48.227247 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-2efdd723-4345-44cf-bbe0-8b1d78be5ef2 service neutron] 10.222.0.45 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3217685 Aug 01 14:08:48.362477 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 9be79feb-bd32-431d-ab9c-9740692ce9ac triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:48.364231 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:48.376079 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:48.401373 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9870-0e8c-46f9-8803-2440aea18211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:48.443419 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1b1182e7-45bb-4e40-9b44-dc98a95b00b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:48.464353 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:48.612551 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for port (6435f407-545f-4889-be82-4de3b791eeb8), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:48.614281 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Attempting to bind port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:48.614638 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Attempting to bind port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:48.614968 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Attempting to bind port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 on network 92d37e39-b672-4f33-9211-a661c3b7938b {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:48.735202 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 on network 92d37e39-b672-4f33-9211-a661c3b7938b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:08:48.735536 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Attempting to bind port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 on network 92d37e39-b672-4f33-9211-a661c3b7938b {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:48.807602 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:48.808030 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Checking segment: {'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:48.808726 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Bound using segment: {'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:48.814613 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Bound port: 6af8bd7d-b81c-4d73-820b-78155d3d21f6, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60b0c50-1977-4ef3-9ce4-956babb35216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b'}}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:48.815062 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:48.818653 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 9be79feb-bd32-431d-ab9c-9740692ce9ac is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:08:49.016905 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Network c1aca417-45fc-4b60-8100-7ab851d89316 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:49.036971 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c096516-5689-4550-9efe-538f30fa1096 req-3382712c-47d5-42e3-9f93-476a3932199b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 210 time: 0.2608860 Aug 01 14:08:49.037887 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:49.055090 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:49.060934 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:49.066328 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:49.082595 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb374d64-b041-4817-9095-d9df1480279d req-f4d896d1-1fd1-4cb4-9574-5815f7faef03 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:49.084168 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eb374d64-b041-4817-9095-d9df1480279d req-f4d896d1-1fd1-4cb4-9574-5815f7faef03 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.3927174 Aug 01 14:08:49.100221 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] For port 6af8bd7d-b81c-4d73-820b-78155d3d21f6, host hv-cinder-84517, cleared binding levels {{(pid=104319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:49.102610 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'Port': ['ID=82f43520-38c1-414e-b0a4-66b27e6ff60b,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:49.200563 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-acddd569-fb8a-46ad-8bbd-063ab3240f4a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8874319 Aug 01 14:08:49.209894 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] For port 6af8bd7d-b81c-4d73-820b-78155d3d21f6, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6af8bd7d-b81c-4d73-820b-78155d3d21f6,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:49.286596 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Request body: {'port': {'device_id': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:49.375053 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9870-0e8c-46f9-8803-2440aea18211 admin admin] Publish callbacks [] for security_group (b222cb7b-110a-4bf6-96fa-cef6c83d346d), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:49.454798 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:49.457808 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:INSERT=10 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:49.471770 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9870-0e8c-46f9-8803-2440aea18211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (b222cb7b-110a-4bf6-96fa-cef6c83d346d), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:49.482902 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:49.557555 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eb374d64-b041-4817-9095-d9df1480279d req-5fe870b0-c524-4605-803d-2fb2e8122c5b tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597311 Aug 01 14:08:49.589657 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280055-10b4-4e2e-8668-6db6ae128c13 req-d4a6714b-12ff-4fb5-bbe6-79f4fe76290b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:49.602427 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c9280055-10b4-4e2e-8668-6db6ae128c13 req-d4a6714b-12ff-4fb5-bbe6-79f4fe76290b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 931 time: 0.1588254 Aug 01 14:08:49.606760 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:49.617947 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-96bdabbb-5c8e-46f4-92f4-b634cde0c962 None None] Provisioning complete for port 82f43520-38c1-414e-b0a4-66b27e6ff60b triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:49.620941 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-96bdabbb-5c8e-46f4-92f4-b634cde0c962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:49.714980 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (6435f407-545f-4889-be82-4de3b791eeb8), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:49.728732 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:49.729735 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:49.732011 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] 10.222.0.57 "PUT /v2.0/ports/6af8bd7d-b81c-4d73-820b-78155d3d21f6 HTTP/1.1" status: 200 len: 1094 time: 4.7915876 Aug 01 14:08:49.732255 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-96bdabbb-5c8e-46f4-92f4-b634cde0c962 None None] Port 82f43520-38c1-414e-b0a4-66b27e6ff60b cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:08:49.733082 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba9870-0e8c-46f9-8803-2440aea18211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b222cb7b-110a-4bf6-96fa-cef6c83d346d,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:49.736066 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b830218-2c96-4226-9557-10f3ae620b32 service neutron] Pushing event updated for resources: {'Port': ['ID=6af8bd7d-b81c-4d73-820b-78155d3d21f6,revision_number=3']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:49.739256 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017caf5e-f276-4e12-9a46-cc2d666cd313', 'tag': '6af8bd7d-b81c-4d73-820b-78155d3d21f6'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:08:49.868810 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1b1182e7-45bb-4e40-9b44-dc98a95b00b7 admin admin] Publish callbacks [] for security_group (fb0ca4cf-a6fe-43ec-9f4c-170d0061abb7), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:49.876872 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c9280055-10b4-4e2e-8668-6db6ae128c13 req-bee0aeb7-0ddf-43de-b4dc-890f61f06935 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727525 Aug 01 14:08:49.991645 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-5ad0cc01-c042-49e0-b990-f2db0cbe6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:49.993765 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-5ad0cc01-c042-49e0-b990-f2db0cbe6c71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=075e439a5de54261b5357fe8c513e9ee&device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 1128 time: 0.0995753 Aug 01 14:08:49.994616 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1b1182e7-45bb-4e40-9b44-dc98a95b00b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (fb0ca4cf-a6fe-43ec-9f4c-170d0061abb7), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:50.077729 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-1b1182e7-45bb-4e40-9b44-dc98a95b00b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b493738161d4f9289fc1ea2808c777e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4482758 Aug 01 14:08:50.078911 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 56166) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:50.121093 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Network a282ca18-1470-4a11-b809-f055c3b48a10 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:50.178452 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:50.184575 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-e7ba9870-0e8c-46f9-8803-2440aea18211 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=392d4b2368d24b35aa90c19524360810&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5755587 Aug 01 14:08:50.202110 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:50.202110 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:50.202110 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:50.210703 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56172) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:50.260821 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8035617 Aug 01 14:08:50.265526 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:50.267712 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1182e7-45bb-4e40-9b44-dc98a95b00b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0ca4cf-a6fe-43ec-9f4c-170d0061abb7,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:50.271658 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-2dc087bc-19c3-4bdd-852a-7a6d245099d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af8bd7d-b81c-4d73-820b-78155d3d21f6 HTTP/1.1" status: 200 len: 217 time: 0.2170088 Aug 01 14:08:50.363054 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Request body: {'port': {'device_id': '36838f66-2529-4a98-88cd-4a0450c2aba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:50.411503 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:08:50.443333 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1237da92-8bc2-4182-b896-bf78bab16dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "017caf5e-f276-4e12-9a46-cc2d666cd313", "tag": "6af8bd7d-b81c-4d73-820b-78155d3d21f6"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:08:50.503528 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-90a52c3f-611c-4c40-a078-149138921c98 req-74bcea3c-3adc-4cb8-affe-99760fa08832 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 210 time: 0.1818495 Aug 01 14:08:50.533641 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:50.535653 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-028711c4-495b-4863-9a5a-2f20a397cd56 admin admin] Publish callbacks [] for security_group (b222cb7b-110a-4bf6-96fa-cef6c83d346d), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:50.716990 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-22b95609-d7f4-40bf-b1ac-0c7d792e15f6 None None] Provisioning complete for port 6435f407-545f-4889-be82-4de3b791eeb8 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:50.719157 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-22b95609-d7f4-40bf-b1ac-0c7d792e15f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6435f407-545f-4889-be82-4de3b791eeb8), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:50.760977 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:50.803685 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:50.804827 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-028711c4-495b-4863-9a5a-2f20a397cd56 admin admin] Publish callbacks [] for security_group (b222cb7b-110a-4bf6-96fa-cef6c83d346d), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:50.810882 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-8ea34788-509a-4db7-ad47-e22b90dba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:50.818435 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-8ea34788-509a-4db7-ad47-e22b90dba9a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7cf2208-cf51-417b-b629-80edfdbf7620 HTTP/1.1" status: 200 len: 850 time: 0.5344238 Aug 01 14:08:50.860672 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-22b95609-d7f4-40bf-b1ac-0c7d792e15f6 None None] Port 6435f407-545f-4889-be82-4de3b791eeb8 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:08:50.862889 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6435f407-545f-4889-be82-4de3b791eeb8), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:50.922360 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a6f54-428b-40fb-9a45-f584234add5a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event updated for resources: {'Port': ['ID=6435f407-545f-4889-be82-4de3b791eeb8,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:50.944997 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e094a9-bcdb-47b5-be6b-4556d85422b2 x-openstack-request-id: req-52e094a9-bcdb-47b5-be6b-4556d85422b2 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:08:50.945326 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017caf5e-f276-4e12-9a46-cc2d666cd313", "tag": "6af8bd7d-b81c-4d73-820b-78155d3d21f6", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:08:50.945581 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52e094a9-bcdb-47b5-be6b-4556d85422b2 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:08:50.946231 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e094a9-bcdb-47b5-be6b-4556d85422b2'] response: {'name': 'network-changed', 'server_uuid': '017caf5e-f276-4e12-9a46-cc2d666cd313', 'tag': '6af8bd7d-b81c-4d73-820b-78155d3d21f6', 'status': 'completed', 'code': 200} Aug 01 14:08:50.960038 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-95d63edb-94a9-4481-86b3-3c1da69918c6 admin admin] Publish callbacks [] for security_group (fb0ca4cf-a6fe-43ec-9f4c-170d0061abb7), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.085006 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-95d63edb-94a9-4481-86b3-3c1da69918c6 admin admin] Publish callbacks [] for security_group (fb0ca4cf-a6fe-43ec-9f4c-170d0061abb7), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.290967 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-95d63edb-94a9-4481-86b3-3c1da69918c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (fb0ca4cf-a6fe-43ec-9f4c-170d0061abb7), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.299395 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-95d63edb-94a9-4481-86b3-3c1da69918c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.311126 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f43520-38c1-414e-b0a4-66b27e6ff60b {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:08:51.313267 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-95d63edb-94a9-4481-86b3-3c1da69918c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb0ca4cf-a6fe-43ec-9f4c-170d0061abb7 HTTP/1.1" status: 204 len: 168 time: 1.1894448 Aug 01 14:08:51.331968 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d63edb-94a9-4481-86b3-3c1da69918c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0ca4cf-a6fe-43ec-9f4c-170d0061abb7,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:51.498315 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Publish callbacks [] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.646528 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6435f407-545f-4889-be82-4de3b791eeb8 {{(pid=104319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:08:51.662189 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d6ef4-bf16-4397-988a-ece272a42b28 req-91e9ba34-3a2f-4e9b-85cd-1e7c71200ce2 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:51.664759 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4d1d6ef4-bf16-4397-988a-ece272a42b28 req-91e9ba34-3a2f-4e9b-85cd-1e7c71200ce2 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.8847654 Aug 01 14:08:51.673637 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Publish callbacks [] for port (6435f407-545f-4889-be82-4de3b791eeb8), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.689950 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Transition to ACTIVE for port object 82f43520-38c1-414e-b0a4-66b27e6ff60b will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:08:51.704682 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086ef36-1078-4b46-ae3a-994665e2153f req-077303c3-ac4e-4965-b7a7-2530b8b72779 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:51.707058 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.provisioning_blocks [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Transition to ACTIVE for port object 6435f407-545f-4889-be82-4de3b791eeb8 will not be triggered until provisioned by entity L2. {{(pid=104319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:08:51.714762 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6435f407-545f-4889-be82-4de3b791eeb8), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.725253 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9086ef36-1078-4b46-ae3a-994665e2153f req-077303c3-ac4e-4965-b7a7-2530b8b72779 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 931 time: 0.4171534 Aug 01 14:08:51.740428 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-028711c4-495b-4863-9a5a-2f20a397cd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (b222cb7b-110a-4bf6-96fa-cef6c83d346d), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.743964 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-028711c4-495b-4863-9a5a-2f20a397cd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.745328 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-028711c4-495b-4863-9a5a-2f20a397cd56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b222cb7b-110a-4bf6-96fa-cef6c83d346d HTTP/1.1" status: 204 len: 168 time: 1.5328772 Aug 01 14:08:51.789174 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.816757 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Attempting to bind port 6435f407-545f-4889-be82-4de3b791eeb8 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:51.817954 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Attempting to bind port 6435f407-545f-4889-be82-4de3b791eeb8 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:51.818565 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Attempting to bind port 6435f407-545f-4889-be82-4de3b791eeb8 on network a282ca18-1470-4a11-b809-f055c3b48a10 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:51.824069 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Pushing event updated for resources: {'Port': ['ID=6435f407-545f-4889-be82-4de3b791eeb8,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:51.829783 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Port 6435f407-545f-4889-be82-4de3b791eeb8 on network a282ca18-1470-4a11-b809-f055c3b48a10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:08:51.830577 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Attempting to bind port 6435f407-545f-4889-be82-4de3b791eeb8 on network a282ca18-1470-4a11-b809-f055c3b48a10 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:51.838119 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:51.838660 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Checking segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:51.839251 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Bound using segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:51.839875 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Bound port: 6435f407-545f-4889-be82-4de3b791eeb8, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'}}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:51.840535 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6435f407-545f-4889-be82-4de3b791eeb8), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:51.879724 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:51.881354 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028711c4-495b-4863-9a5a-2f20a397cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b222cb7b-110a-4bf6-96fa-cef6c83d346d,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:52.161458 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4d1d6ef4-bf16-4397-988a-ece272a42b28 req-4240fe69-adf5-4c02-b80d-dfdaefa1e813 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831774 Aug 01 14:08:52.192691 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9086ef36-1078-4b46-ae3a-994665e2153f req-06e0537a-bea5-426d-98d4-07693f44ae01 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4663317 Aug 01 14:08:52.206582 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56222) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:52.247050 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] For port 6435f407-545f-4889-be82-4de3b791eeb8, host hv-cinder-84517, cleared binding levels {{(pid=104319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:52.287048 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.57', 61295) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:52.291197 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Attempting to bind port 82f43520-38c1-414e-b0a4-66b27e6ff60b on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:08:52.291678 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Attempting to bind port 82f43520-38c1-414e-b0a4-66b27e6ff60b by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:08:52.292139 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Attempting to bind port 82f43520-38c1-414e-b0a4-66b27e6ff60b on network c1aca417-45fc-4b60-8100-7ab851d89316 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:52.306692 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Pushing event updated for resources: {'Port': ['ID=82f43520-38c1-414e-b0a4-66b27e6ff60b,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:52.320798 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0db5c6d9-d35a-4b15-be69-4eed9bbb31d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:52.342270 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Port 82f43520-38c1-414e-b0a4-66b27e6ff60b on network c1aca417-45fc-4b60-8100-7ab851d89316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:08:52.351005 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Attempting to bind port 82f43520-38c1-414e-b0a4-66b27e6ff60b on network c1aca417-45fc-4b60-8100-7ab851d89316 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:08:52.436674 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] For port 6435f407-545f-4889-be82-4de3b791eeb8, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6435f407-545f-4889-be82-4de3b791eeb8,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:52.450094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:08:52.461696 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Checking segment: {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:08:52.467410 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Bound using segment: {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:08:52.469443 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Bound port: 82f43520-38c1-414e-b0a4-66b27e6ff60b, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:08:52.471323 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:52.476863 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6435f407-545f-4889-be82-4de3b791eeb8), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:52.484511 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:52.485409 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:52.489227 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] 10.222.0.57 "PUT /v2.0/ports/6435f407-545f-4889-be82-4de3b791eeb8 HTTP/1.1" status: 200 len: 1093 time: 2.2045050 Aug 01 14:08:52.523385 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-732fefa0-9970-4d77-a081-2a014d1b1b92 req-9607ac45-eedd-4701-a639-fc7313b26b2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 210 time: 0.1880565 Aug 01 14:08:52.600207 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-31c8e1c3-27ea-4faf-be37-7bccc578a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:52.603416 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-31c8e1c3-27ea-4faf-be37-7bccc578a16c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92d37e39-b672-4f33-9211-a661c3b7938b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5963435 Aug 01 14:08:52.614942 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499f943-9d38-440e-9327-01a77b01fb77 service neutron] Pushing event updated for resources: {'Port': ['ID=6435f407-545f-4889-be82-4de3b791eeb8,revision_number=3']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:52.660467 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:52.790673 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] For port 82f43520-38c1-414e-b0a4-66b27e6ff60b, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:08:52.796980 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] For port 82f43520-38c1-414e-b0a4-66b27e6ff60b, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:08:52.813274 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:52.873057 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:52.880960 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:52.883617 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/82f43520-38c1-414e-b0a4-66b27e6ff60b HTTP/1.1" status: 200 len: 1093 time: 3.6604030 Aug 01 14:08:52.887047 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'tag': '82f43520-38c1-414e-b0a4-66b27e6ff60b'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:08:52.994469 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36838f66-2529-4a98-88cd-4a0450c2aba5', 'tag': '6435f407-545f-4889-be82-4de3b791eeb8'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:08:53.006915 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079acf1a-889c-4b18-9804-961f3de4f1db" -d '{"events": [{"name": "network-changed", "server_uuid": "36838f66-2529-4a98-88cd-4a0450c2aba5", "tag": "6435f407-545f-4889-be82-4de3b791eeb8"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:08:53.177745 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56244) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:53.218430 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-68e189c4-4cbe-4e5d-97de-a4ee2209931b service neutron] 10.222.0.57 "GET /v2.0/networks/92d37e39-b672-4f33-9211-a661c3b7938b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785952 Aug 01 14:08:53.266970 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6a38844d-5569-483f-8504-2b81f313c040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:53.287714 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c706c-c5e8-4903-9654-258947ca45ff req-a31a0ba0-62bb-4421-8703-39e4bc2f1c9d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:53.297233 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-a31a0ba0-62bb-4421-8703-39e4bc2f1c9d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 819 time: 1.0076201 Aug 01 14:08:53.313547 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0db5c6d9-d35a-4b15-be69-4eed9bbb31d1 admin admin] Publish callbacks [] for security_group (1367342e-8a08-4a93-8d18-e2bc9cea4471), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:53.336925 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fbbfb-8ebb-4a64-8e05-0aa0638a02a1 service neutron] Pushing event updated for resources: {'Port': ['ID=82f43520-38c1-414e-b0a4-66b27e6ff60b,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:53.350532 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0db5c6d9-d35a-4b15-be69-4eed9bbb31d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (1367342e-8a08-4a93-8d18-e2bc9cea4471), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:53.352798 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a31748-b361-4751-b12e-b706548b4b0f x-openstack-request-id: req-22a31748-b361-4751-b12e-b706548b4b0f {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:08:53.353094 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36838f66-2529-4a98-88cd-4a0450c2aba5", "tag": "6435f407-545f-4889-be82-4de3b791eeb8", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:08:53.353368 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22a31748-b361-4751-b12e-b706548b4b0f {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:08:53.354019 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a31748-b361-4751-b12e-b706548b4b0f'] response: {'name': 'network-changed', 'server_uuid': '36838f66-2529-4a98-88cd-4a0450c2aba5', 'tag': '6435f407-545f-4889-be82-4de3b791eeb8', 'status': 'completed', 'code': 200} Aug 01 14:08:53.366154 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Request body: {'port': {'device_id': '2fa86ccd-b145-4025-88ba-1962fcddee29', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'admin_state_up': True, 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:08:53.440231 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8", "tag": "82f43520-38c1-414e-b0a4-66b27e6ff60b"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:08:53.460837 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0db5c6d9-d35a-4b15-be69-4eed9bbb31d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec2cb6858b8f450aa72fc275d9c882fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2329607 Aug 01 14:08:53.468504 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56264) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:53.522829 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:53.601406 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:53.603060 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-96edaacd-7ba7-4757-9a98-1b1f44387db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:53.604817 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-96edaacd-7ba7-4757-9a98-1b1f44387db2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 1127 time: 0.5589476 Aug 01 14:08:53.611244 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea81f0-642d-49b7-ae19-a4ad5853c37a req-4e663570-bb65-44f5-9c93-795269066b98 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:53.613126 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0fea81f0-642d-49b7-ae19-a4ad5853c37a req-4e663570-bb65-44f5-9c93-795269066b98 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.1791122 Aug 01 14:08:53.632074 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 56274) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:53.685242 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356d4ba-55b4-40ac-9c6c-618c02d317a8 req-b9b9d9fa-7335-4887-a607-105f0bda8579 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:53.689125 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-040bdbb6-4492-4400-a4ab-9b7976928420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:53.690838 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-040bdbb6-4492-4400-a4ab-9b7976928420 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 1127 time: 1.0237584 Aug 01 14:08:53.694136 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0356d4ba-55b4-40ac-9c6c-618c02d317a8 req-b9b9d9fa-7335-4887-a607-105f0bda8579 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.2271938 Aug 01 14:08:53.803008 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-cf799f90-cc9f-4587-b05b-6d7d64871c99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6435f407-545f-4889-be82-4de3b791eeb8 HTTP/1.1" status: 200 len: 217 time: 0.0565178 Aug 01 14:08:53.908265 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-5a21223a-302e-40c5-b038-da6127f3fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:53.921994 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-5a21223a-302e-40c5-b038-da6127f3fcee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.1124208 Aug 01 14:08:53.993637 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0356d4ba-55b4-40ac-9c6c-618c02d317a8 req-57f49bae-6245-4b1b-8c2b-abc12ea5a80a tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972772 Aug 01 14:08:54.013968 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0fea81f0-642d-49b7-ae19-a4ad5853c37a req-0a9d98b0-1227-461b-b384-ddd90263f269 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879801 Aug 01 14:08:54.022527 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-fabf096a-8b66-4e71-8f58-676bb885b12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.067968 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-2f3b9e0f-5834-4c09-99ff-140252c07933 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b HTTP/1.1" status: 200 len: 217 time: 0.4444733 Aug 01 14:08:54.168407 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5c6d9-d35a-4b15-be69-4eed9bbb31d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1367342e-8a08-4a93-8d18-e2bc9cea4471,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:54.339143 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-05d06fd5-b571-40df-bf59-02d04e0a2bea req-140b6bb8-bbc1-4499-bcc6-cd27befdbbae service neutron] 10.222.0.57 "GET /v2.0/networks/92d37e39-b672-4f33-9211-a661c3b7938b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0403597 Aug 01 14:08:54.401104 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-141fa04b-26a7-495c-84c5-7d685fc4cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:54.405172 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-141fa04b-26a7-495c-84c5-7d685fc4cd5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4672885 Aug 01 14:08:54.410786 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3353459f-9f94-4e11-8f7b-5fc6e7a6068b x-openstack-request-id: req-3353459f-9f94-4e11-8f7b-5fc6e7a6068b {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:08:54.411773 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8", "tag": "82f43520-38c1-414e-b0a4-66b27e6ff60b", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:08:54.412234 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3353459f-9f94-4e11-8f7b-5fc6e7a6068b {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:08:54.412864 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Made reservation on behalf of e85f3e6c18ae4466a1dc3e6464aa18e6 for: {'port': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:08:54.413076 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3353459f-9f94-4e11-8f7b-5fc6e7a6068b'] response: {'name': 'network-changed', 'server_uuid': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'tag': '82f43520-38c1-414e-b0a4-66b27e6ff60b', 'status': 'completed', 'code': 200} Aug 01 14:08:54.433212 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.469839 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-64c107d4-d100-4c82-9553-d6d370c90b96 req-96c52d7f-a3fb-4605-81cb-f3eb1923e7e1 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 210 time: 0.1550357 Aug 01 14:08:54.472090 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c7ca9211-fe35-441f-9a3b-2e7dcea33024 admin admin] Publish callbacks [] for security_group (1367342e-8a08-4a93-8d18-e2bc9cea4471), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.516259 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c7ca9211-fe35-441f-9a3b-2e7dcea33024 admin admin] Publish callbacks [] for security_group (1367342e-8a08-4a93-8d18-e2bc9cea4471), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.520039 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a6356c7-94ad-4a5d-a3f0-24a279fd010f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.538574 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-45df7de2-9294-44fd-b5cb-eb737522b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:54.540106 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-45df7de2-9294-44fd-b5cb-eb737522b042 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93a89a5f-ac0b-49b4-82c8-60f15b352ec8 HTTP/1.1" status: 200 len: 850 time: 0.4633060 Aug 01 14:08:54.684916 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-3dccf7fe-68d1-495e-9d55-fd38428e531d service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478862 Aug 01 14:08:54.689350 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-d3da9208-f0fe-4657-989e-dec0174a4940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:54.692523 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-d3da9208-f0fe-4657-989e-dec0174a4940 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1aca417-45fc-4b60-8100-7ab851d89316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1132827 Aug 01 14:08:54.693416 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6a38844d-5569-483f-8504-2b81f313c040 admin admin] Publish callbacks [] for security_group (66ed597b-d414-4031-926a-5bca3f0ec8b2), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.695736 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c7ca9211-fe35-441f-9a3b-2e7dcea33024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (1367342e-8a08-4a93-8d18-e2bc9cea4471), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.699053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c7ca9211-fe35-441f-9a3b-2e7dcea33024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.700336 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-c7ca9211-fe35-441f-9a3b-2e7dcea33024 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1367342e-8a08-4a93-8d18-e2bc9cea4471 HTTP/1.1" status: 204 len: 168 time: 1.2271128 Aug 01 14:08:54.703682 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6a38844d-5569-483f-8504-2b81f313c040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (66ed597b-d414-4031-926a-5bca3f0ec8b2), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.751131 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-6a38844d-5569-483f-8504-2b81f313c040 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d5300c73af44847a15c9f459975b59d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5695050 Aug 01 14:08:54.762267 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56302) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:54.782831 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca9211-fe35-441f-9a3b-2e7dcea33024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367342e-8a08-4a93-8d18-e2bc9cea4471,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:54.879430 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38844d-5569-483f-8504-2b81f313c040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed597b-d414-4031-926a-5bca3f0ec8b2,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:54.884312 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-66e86ad9-2924-4863-89de-77c3d64d3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:54.886036 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-66e86ad9-2924-4863-89de-77c3d64d3f9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=075e439a5de54261b5357fe8c513e9ee&device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 1128 time: 0.4183233 Aug 01 14:08:54.889059 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-fabf096a-8b66-4e71-8f58-676bb885b12c admin admin] Publish callbacks [] for security_group (6f848fb4-41f2-4e3f-af71-a0cb14b08517), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.910673 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:54.919448 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-fabf096a-8b66-4e71-8f58-676bb885b12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (6f848fb4-41f2-4e3f-af71-a0cb14b08517), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.922888 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-db6bfce7-a114-412a-b651-1729d1ed3edc admin admin] Publish callbacks [] for security_group (66ed597b-d414-4031-926a-5bca3f0ec8b2), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.980850 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-db6bfce7-a114-412a-b651-1729d1ed3edc admin admin] Publish callbacks [] for security_group (66ed597b-d414-4031-926a-5bca3f0ec8b2), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:54.981195 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-fabf096a-8b66-4e71-8f58-676bb885b12c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c620caee24342328e7bd4d44cbec2de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3462458 Aug 01 14:08:54.983374 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56306) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:54.988180 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:55.022612 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:55.108682 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-26567908-ad9b-4546-bcb0-893655760b87 admin admin] Publish callbacks [] for security_group (6f848fb4-41f2-4e3f-af71-a0cb14b08517), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:55.116332 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf096a-8b66-4e71-8f58-676bb885b12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f848fb4-41f2-4e3f-af71-a0cb14b08517,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:55.177078 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Allocated IP 172.20.0.8 (a282ca18-1470-4a11-b809-f055c3b48a10/c3d9b3d3-ca8c-4789-bed6-6735aba979d0/7086f705-ac19-4c95-a617-0872f904d724) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:08:55.222330 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-db6bfce7-a114-412a-b651-1729d1ed3edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (66ed597b-d414-4031-926a-5bca3f0ec8b2), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:55.224592 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-db6bfce7-a114-412a-b651-1729d1ed3edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:55.228734 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-db6bfce7-a114-412a-b651-1729d1ed3edc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66ed597b-d414-4031-926a-5bca3f0ec8b2 HTTP/1.1" status: 204 len: 168 time: 0.4652748 Aug 01 14:08:55.240474 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-26567908-ad9b-4546-bcb0-893655760b87 admin admin] Publish callbacks [] for security_group (6f848fb4-41f2-4e3f-af71-a0cb14b08517), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:55.290715 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706e3f4-e7e6-4d66-838a-2172f2dc2af0 req-069b1634-59d4-45d5-9b83-2b364b5cdddb tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:55.292297 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2706e3f4-e7e6-4d66-838a-2172f2dc2af0 req-069b1634-59d4-45d5-9b83-2b364b5cdddb tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.1775103 Aug 01 14:08:55.299617 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bfce7-a114-412a-b651-1729d1ed3edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed597b-d414-4031-926a-5bca3f0ec8b2,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:55.324830 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b4d7-cd47-466d-bdda-abfcbb87ac7a req-bcd989bb-d195-4db9-a7b5-325800fa18ca tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:55.333245 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f5f3b4d7-cd47-466d-bdda-abfcbb87ac7a req-bcd989bb-d195-4db9-a7b5-325800fa18ca tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.1699257 Aug 01 14:08:55.396311 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:55.426272 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2706e3f4-e7e6-4d66-838a-2172f2dc2af0 req-c23d0bee-a0c0-479a-aed8-e98c22a91051 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164923 Aug 01 14:08:55.456740 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f5f3b4d7-cd47-466d-bdda-abfcbb87ac7a req-f17d0fcb-aed6-4b8c-8a5f-213273f49beb tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224017 Aug 01 14:08:55.462035 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-26567908-ad9b-4546-bcb0-893655760b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (6f848fb4-41f2-4e3f-af71-a0cb14b08517), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:55.464746 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-26567908-ad9b-4546-bcb0-893655760b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:55.468512 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-26567908-ad9b-4546-bcb0-893655760b87 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f848fb4-41f2-4e3f-af71-a0cb14b08517 HTTP/1.1" status: 204 len: 168 time: 0.4818718 Aug 01 14:08:55.477670 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26567908-ad9b-4546-bcb0-893655760b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f848fb4-41f2-4e3f-af71-a0cb14b08517,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:55.481768 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for port (7086f705-ac19-4c95-a617-0872f904d724), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:55.529704 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (7086f705-ac19-4c95-a617-0872f904d724), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:55.595761 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Network a282ca18-1470-4a11-b809-f055c3b48a10 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:08:55.600028 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:08:55.609359 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:08:55.615004 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:55.615662 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:55.631558 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event updated for resources: {'Port': ['ID=7086f705-ac19-4c95-a617-0872f904d724,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:55.648337 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-13011613-860a-458a-bb42-3abb9d57dd38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2933114 Aug 01 14:08:55.658400 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75fb9b-da45-4c61-ab6b-573ecb3a5ff8 req-74c8dd8c-7f97-4277-aedb-4e78d2a969e8 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:55.665779 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eb75fb9b-da45-4c61-ab6b-573ecb3a5ff8 req-74c8dd8c-7f97-4277-aedb-4e78d2a969e8 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 931 time: 0.0831928 Aug 01 14:08:55.722515 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 56336) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:55.731728 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eb75fb9b-da45-4c61-ab6b-573ecb3a5ff8 req-b7148b0f-3264-45bb-b611-0da4297318d6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650537 Aug 01 14:08:55.954735 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-f3dc837c-277f-449d-829d-fcdde73c9edd None None] Provisioning complete for port 7086f705-ac19-4c95-a617-0872f904d724 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:08:55.955546 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f3dc837c-277f-449d-829d-fcdde73c9edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (7086f705-ac19-4c95-a617-0872f904d724), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:55.997573 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc837c-277f-449d-829d-fcdde73c9edd None None] Port 7086f705-ac19-4c95-a617-0872f904d724 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:08:56.022898 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2464d254-6ffe-4cd3-bd07-94433d43c131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:56.127967 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2464d254-6ffe-4cd3-bd07-94433d43c131 admin admin] Publish callbacks [] for security_group (be437c28-1382-4f84-968b-548f710db309), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:56.132574 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2464d254-6ffe-4cd3-bd07-94433d43c131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (be437c28-1382-4f84-968b-548f710db309), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:56.173227 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464d254-6ffe-4cd3-bd07-94433d43c131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be437c28-1382-4f84-968b-548f710db309,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:56.183282 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56358) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:56.183511 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2464d254-6ffe-4cd3-bd07-94433d43c131 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ee6ba162508458fb76074fb13f161ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4597838 Aug 01 14:08:56.247277 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-262993f0-adb2-4f81-ac00-e63c7ef3f18a admin admin] Publish callbacks [] for security_group (be437c28-1382-4f84-968b-548f710db309), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:56.271300 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-262993f0-adb2-4f81-ac00-e63c7ef3f18a admin admin] Publish callbacks [] for security_group (be437c28-1382-4f84-968b-548f710db309), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:56.328710 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-262993f0-adb2-4f81-ac00-e63c7ef3f18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (be437c28-1382-4f84-968b-548f710db309), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:56.331298 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-262993f0-adb2-4f81-ac00-e63c7ef3f18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:56.334848 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-262993f0-adb2-4f81-ac00-e63c7ef3f18a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be437c28-1382-4f84-968b-548f710db309 HTTP/1.1" status: 204 len: 168 time: 0.1479561 Aug 01 14:08:56.344051 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262993f0-adb2-4f81-ac00-e63c7ef3f18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be437c28-1382-4f84-968b-548f710db309,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:56.356299 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:56.583223 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ab53f3ed-a38a-45b1-9174-03a545e08a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:56.592563 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160600b7-eada-4667-9df4-a9878a867807 req-d838d9bb-fd7f-4594-be81-53347d8d1781 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:56.600866 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-160600b7-eada-4667-9df4-a9878a867807 req-d838d9bb-fd7f-4594-be81-53347d8d1781 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.0818000 Aug 01 14:08:56.699225 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bb497-8e36-405a-b4cf-fc01cd8b2dc2 req-96cb4412-ffa6-4244-bf29-a842adf52476 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:56.701128 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be0bb497-8e36-405a-b4cf-fc01cd8b2dc2 req-96cb4412-ffa6-4244-bf29-a842adf52476 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.1231732 Aug 01 14:08:56.727995 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-160600b7-eada-4667-9df4-a9878a867807 req-b4cfccd9-4298-48ab-b725-d3334eef0d46 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215785 Aug 01 14:08:56.786472 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be0bb497-8e36-405a-b4cf-fc01cd8b2dc2 req-12f16fd4-5021-4ff0-9fe1-feb3bde1d143 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793989 Aug 01 14:08:56.908777 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b6248-10e3-4be7-87b9-0f0933e55039 req-25aba314-9594-4532-937e-ea44d24d640a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:56.912597 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-556b6248-10e3-4be7-87b9-0f0933e55039 req-25aba314-9594-4532-937e-ea44d24d640a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 931 time: 0.0752852 Aug 01 14:08:57.006209 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-556b6248-10e3-4be7-87b9-0f0933e55039 req-5141fa3d-0798-4301-becb-029f52165b41 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826275 Aug 01 14:08:57.047143 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56398) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:57.062283 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d4b8aa1a-d109-41ab-98f3-e557e571bb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:57.095545 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:57.161300 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d4b8aa1a-d109-41ab-98f3-e557e571bb1f admin admin] Publish callbacks [] for security_group (28613803-3c39-407e-abf8-62128b4d8b40), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:57.166311 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d4b8aa1a-d109-41ab-98f3-e557e571bb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (28613803-3c39-407e-abf8-62128b4d8b40), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:57.213539 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-d4b8aa1a-d109-41ab-98f3-e557e571bb1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70d967fb1d25472fbb05e4269f78d4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652739 Aug 01 14:08:57.215808 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8aa1a-d109-41ab-98f3-e557e571bb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28613803-3c39-407e-abf8-62128b4d8b40,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:57.216592 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 56404) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:08:57.278215 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a8cc1dca-376e-4786-8b80-5007a78ec76d admin admin] Publish callbacks [] for security_group (28613803-3c39-407e-abf8-62128b4d8b40), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:57.302493 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a8cc1dca-376e-4786-8b80-5007a78ec76d admin admin] Publish callbacks [] for security_group (28613803-3c39-407e-abf8-62128b4d8b40), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:57.371638 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a8cc1dca-376e-4786-8b80-5007a78ec76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (28613803-3c39-407e-abf8-62128b4d8b40), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:57.374223 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a8cc1dca-376e-4786-8b80-5007a78ec76d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:57.375465 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-a8cc1dca-376e-4786-8b80-5007a78ec76d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28613803-3c39-407e-abf8-62128b4d8b40 HTTP/1.1" status: 204 len: 168 time: 0.1577795 Aug 01 14:08:57.378816 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:57.391893 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc1dca-376e-4786-8b80-5007a78ec76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28613803-3c39-407e-abf8-62128b4d8b40,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:08:57.962687 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ca6f9-fe3b-4a6f-acd0-31d55ab15edb req-68f52e3e-6132-4618-b537-2218183c68d7 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:57.965285 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ba6ca6f9-fe3b-4a6f-acd0-31d55ab15edb req-68f52e3e-6132-4618-b537-2218183c68d7 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.1329670 Aug 01 14:08:58.020830 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97e1f1-5547-485f-9f7e-703668c2f8ad req-a59de442-02e0-4539-9411-da7c3830a53c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:58.028201 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3a97e1f1-5547-485f-9f7e-703668c2f8ad req-a59de442-02e0-4539-9411-da7c3830a53c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.0849369 Aug 01 14:08:58.078836 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ba6ca6f9-fe3b-4a6f-acd0-31d55ab15edb req-82c541a9-600d-42f7-a7c6-cc6717b8a0e7 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912907 Aug 01 14:08:58.107364 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:08:58.123257 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3a97e1f1-5547-485f-9f7e-703668c2f8ad req-7302df6a-68e4-476e-bd04-0fb35377a851 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939202 Aug 01 14:08:58.242365 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:58.558942 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2895abe-96ac-4bdf-9766-fcd5a28db53a req-7ed128b9-1640-4968-a6d9-6af4cfb5bef2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:58.561123 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a2895abe-96ac-4bdf-9766-fcd5a28db53a req-7ed128b9-1640-4968-a6d9-6af4cfb5bef2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 931 time: 0.3444440 Aug 01 14:08:58.636161 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a2895abe-96ac-4bdf-9766-fcd5a28db53a req-4c92299c-8f5d-490e-a02b-150311819758 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687933 Aug 01 14:08:59.143233 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:08:59.229225 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f5ef5-ccd4-4306-bccf-f80e69560675 req-9d0e6f23-d2d0-47b4-a2cd-42805a30f02c tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:59.236674 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6f8f5ef5-ccd4-4306-bccf-f80e69560675 req-9d0e6f23-d2d0-47b4-a2cd-42805a30f02c tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.0691655 Aug 01 14:08:59.317161 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda9c6-901e-4263-8687-db3106215d8a req-720bf9c0-9f5c-4d74-8b75-e3b8e4bead3b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:59.317161 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a9fda9c6-901e-4263-8687-db3106215d8a req-720bf9c0-9f5c-4d74-8b75-e3b8e4bead3b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.1104062 Aug 01 14:08:59.342036 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6f8f5ef5-ccd4-4306-bccf-f80e69560675 req-8fd20d9d-1f2f-4fd2-a3ce-b66d322a0b61 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039331 Aug 01 14:08:59.407998 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a9fda9c6-901e-4263-8687-db3106215d8a req-e6ff6f1b-aee2-4fbc-be46-164c1d7d63b9 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647669 Aug 01 14:08:59.779060 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eccdb2-cf78-409f-b300-61bbeed3cb39 req-e078a930-f078-4be5-aaea-8aa58ec12a7a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:08:59.780833 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-80eccdb2-cf78-409f-b300-61bbeed3cb39 req-e078a930-f078-4be5-aaea-8aa58ec12a7a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 931 time: 0.0588217 Aug 01 14:08:59.853774 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-80eccdb2-cf78-409f-b300-61bbeed3cb39 req-0b68a7e3-48f8-4b9b-9f4c-5e7b93c5dc7e tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669851 Aug 01 14:08:59.899076 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:00.409584 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:00.572553 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56237-d81e-4d3b-83a3-22855b87f19a req-8b6e0b68-2810-46e7-9d38-37c5e31f7015 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:00.581140 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c1d56237-d81e-4d3b-83a3-22855b87f19a req-8b6e0b68-2810-46e7-9d38-37c5e31f7015 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.1574748 Aug 01 14:09:00.596439 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Request body: {'port': {'device_id': '2fa86ccd-b145-4025-88ba-1962fcddee29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:00.643890 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56572) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:00.661740 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-94194d44-7419-495c-9116-da4238c6c857 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467835 Aug 01 14:09:00.680067 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac8cbf-150f-4fcc-a13f-af0c4c88c61c req-b2d36f1d-fcc0-4c40-8a20-ae3b86df83c1 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:00.682098 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cbac8cbf-150f-4fcc-a13f-af0c4c88c61c req-b2d36f1d-fcc0-4c40-8a20-ae3b86df83c1 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.1373177 Aug 01 14:09:00.718287 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:00.742923 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dab9a240-99ac-47de-bb2e-efc48827c2d9 req-9c318d59-4151-477b-90d9-4cf759e5a11e service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270657 Aug 01 14:09:00.791487 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:00.814556 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (7086f705-ac19-4c95-a617-0872f904d724), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:00.820492 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad115192-e89c-4aa3-8c63-f9d554fc25a0 req-404a5df1-572e-4d26-8bda-0697db210f69 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341817 Aug 01 14:09:00.878731 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c1d56237-d81e-4d3b-83a3-22855b87f19a req-204f5ab8-7385-4fa3-ba03-2061a4edf1e3 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904134 Aug 01 14:09:00.920983 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-54ada011-4868-44d3-b153-ac5c7b5eba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:00.922493 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c722f5a7-7312-48e4-aa07-2cd01a3322d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:00.922809 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-54ada011-4868-44d3-b153-ac5c7b5eba51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=92d37e39-b672-4f33-9211-a661c3b7938b HTTP/1.1" status: 200 len: 912 time: 0.3464823 Aug 01 14:09:00.957022 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cbac8cbf-150f-4fcc-a13f-af0c4c88c61c req-6430db22-03d6-4a2f-b204-b8b7de03ef10 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663470 Aug 01 14:09:01.111509 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c063c0-904b-4079-894b-7d5589a1679d req-a1431992-b478-4b60-8db2-32f2255d7eee tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:01.120242 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f1c063c0-904b-4079-894b-7d5589a1679d req-a1431992-b478-4b60-8db2-32f2255d7eee tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 931 time: 0.1069403 Aug 01 14:09:01.197251 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c722f5a7-7312-48e4-aa07-2cd01a3322d6 admin admin] Publish callbacks [] for security_group (46b92bb4-b551-4190-92a7-5c140d26e6d6), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.198165 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:01.223549 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c722f5a7-7312-48e4-aa07-2cd01a3322d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (46b92bb4-b551-4190-92a7-5c140d26e6d6), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.264301 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7086f705-ac19-4c95-a617-0872f904d724 {{(pid=104319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:09:01.264636 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f1c063c0-904b-4079-894b-7d5589a1679d req-3e4910bd-36a9-44ae-8199-3c73022bafc5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414127 Aug 01 14:09:01.281228 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Publish callbacks [] for port (7086f705-ac19-4c95-a617-0872f904d724), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.303110 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.provisioning_blocks [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Transition to ACTIVE for port object 7086f705-ac19-4c95-a617-0872f904d724 will not be triggered until provisioned by entity L2. {{(pid=104319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:09:01.308824 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (7086f705-ac19-4c95-a617-0872f904d724), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.309433 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722f5a7-7312-48e4-aa07-2cd01a3322d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b92bb4-b551-4190-92a7-5c140d26e6d6,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:01.318664 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-c722f5a7-7312-48e4-aa07-2cd01a3322d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac97d680a31b42aa978d067b7af07d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6733830 Aug 01 14:09:01.321500 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56606) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:01.386095 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-eef37807-edf0-44ff-9c63-129c331f5193 admin admin] Publish callbacks [] for security_group (46b92bb4-b551-4190-92a7-5c140d26e6d6), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.406341 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Pushing event updated for resources: {'Port': ['ID=7086f705-ac19-4c95-a617-0872f904d724,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:01.410050 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-eef37807-edf0-44ff-9c63-129c331f5193 admin admin] Publish callbacks [] for security_group (46b92bb4-b551-4190-92a7-5c140d26e6d6), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.431795 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Attempting to bind port 7086f705-ac19-4c95-a617-0872f904d724 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:09:01.432134 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Attempting to bind port 7086f705-ac19-4c95-a617-0872f904d724 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:09:01.432510 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Attempting to bind port 7086f705-ac19-4c95-a617-0872f904d724 on network a282ca18-1470-4a11-b809-f055c3b48a10 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:09:01.437869 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Port 7086f705-ac19-4c95-a617-0872f904d724 on network a282ca18-1470-4a11-b809-f055c3b48a10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:09:01.438195 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Attempting to bind port 7086f705-ac19-4c95-a617-0872f904d724 on network a282ca18-1470-4a11-b809-f055c3b48a10 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:09:01.444044 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:09:01.444758 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Checking segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:09:01.445186 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Bound using segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:09:01.445669 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Bound port: 7086f705-ac19-4c95-a617-0872f904d724, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'}}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:09:01.446073 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (7086f705-ac19-4c95-a617-0872f904d724), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.482930 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-eef37807-edf0-44ff-9c63-129c331f5193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (46b92bb4-b551-4190-92a7-5c140d26e6d6), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.485699 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-eef37807-edf0-44ff-9c63-129c331f5193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.488814 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-eef37807-edf0-44ff-9c63-129c331f5193 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46b92bb4-b551-4190-92a7-5c140d26e6d6 HTTP/1.1" status: 204 len: 168 time: 0.1661313 Aug 01 14:09:01.504507 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef37807-edf0-44ff-9c63-129c331f5193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b92bb4-b551-4190-92a7-5c140d26e6d6,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:01.542123 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] For port 7086f705-ac19-4c95-a617-0872f904d724, host hv-cinder-84517, cleared binding levels {{(pid=104319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:09:01.546681 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] For port 7086f705-ac19-4c95-a617-0872f904d724, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=7086f705-ac19-4c95-a617-0872f904d724,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:09:01.550283 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:01.554860 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (7086f705-ac19-4c95-a617-0872f904d724), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.603746 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:01.604811 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:01.605971 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] 10.222.0.57 "PUT /v2.0/ports/7086f705-ac19-4c95-a617-0872f904d724 HTTP/1.1" status: 200 len: 1093 time: 1.0277259 Aug 01 14:09:01.606599 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa86ccd-b145-4025-88ba-1962fcddee29', 'tag': '7086f705-ac19-4c95-a617-0872f904d724'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:09:01.609564 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d8ec2d-16f3-4366-84a0-6f7fd8113ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa86ccd-b145-4025-88ba-1962fcddee29", "tag": "7086f705-ac19-4c95-a617-0872f904d724"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:09:01.656410 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98dc5ca-7977-4c55-ab10-764011c4aaf9 x-openstack-request-id: req-c98dc5ca-7977-4c55-ab10-764011c4aaf9 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:09:01.656636 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa86ccd-b145-4025-88ba-1962fcddee29", "tag": "7086f705-ac19-4c95-a617-0872f904d724", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:09:01.656876 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c98dc5ca-7977-4c55-ab10-764011c4aaf9 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:09:01.657288 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98dc5ca-7977-4c55-ab10-764011c4aaf9'] response: {'name': 'network-changed', 'server_uuid': '2fa86ccd-b145-4025-88ba-1962fcddee29', 'tag': '7086f705-ac19-4c95-a617-0872f904d724', 'status': 'completed', 'code': 200} Aug 01 14:09:01.663469 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ddf5c-747c-44de-85c1-5cbedc392df4 service neutron] Pushing event updated for resources: {'Port': ['ID=7086f705-ac19-4c95-a617-0872f904d724,revision_number=3']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:01.860666 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-bb2a70ec-b16e-416b-8fcf-fde13fb5938d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af8bd7d-b81c-4d73-820b-78155d3d21f6 HTTP/1.1" status: 200 len: 217 time: 0.0495546 Aug 01 14:09:01.935600 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56632) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:01.969502 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-84c7915e-869b-4679-823a-657a20a1092c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:02.105163 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507d1f-b278-4726-98b7-b3bec9a526e5 req-dad9c550-cbae-4e8f-8726-cda0d242e30f tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:02.106746 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6507d1f-b278-4726-98b7-b3bec9a526e5 req-dad9c550-cbae-4e8f-8726-cda0d242e30f tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.0938408 Aug 01 14:09:02.146558 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91919-72bd-47c8-a9b9-fe50b341f9e7 req-61d3e08d-2cb6-4ebd-8e53-caca6c19ba7a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:02.148073 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09c91919-72bd-47c8-a9b9-fe50b341f9e7 req-61d3e08d-2cb6-4ebd-8e53-caca6c19ba7a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.0939255 Aug 01 14:09:02.256411 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-84c7915e-869b-4679-823a-657a20a1092c admin admin] Publish callbacks [] for security_group (4612bcc7-cc27-417f-83cb-0b63c114917c), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:02.260538 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09c91919-72bd-47c8-a9b9-fe50b341f9e7 req-9611ee21-28fa-4b5c-ada8-a4fc4764bf7f tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041009 Aug 01 14:09:02.263635 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6507d1f-b278-4726-98b7-b3bec9a526e5 req-0a21cc28-fc38-45aa-98b6-2bb3df01b485 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422231 Aug 01 14:09:02.264869 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-84c7915e-869b-4679-823a-657a20a1092c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (4612bcc7-cc27-417f-83cb-0b63c114917c), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:02.270144 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:02.311626 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7915e-869b-4679-823a-657a20a1092c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4612bcc7-cc27-417f-83cb-0b63c114917c,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:02.320250 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-84c7915e-869b-4679-823a-657a20a1092c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7b5af4d77bb470ca6e16e1762c7fd1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808165 Aug 01 14:09:02.320417 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56656) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:02.392589 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca2d7-d7ea-4359-a3b0-794154780308 admin admin] Publish callbacks [] for security_group (4612bcc7-cc27-417f-83cb-0b63c114917c), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:02.442501 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca2d7-d7ea-4359-a3b0-794154780308 admin admin] Publish callbacks [] for security_group (4612bcc7-cc27-417f-83cb-0b63c114917c), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:02.461196 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be81ce-4991-45ae-9a9b-d5527d84042b req-6b5c2408-5672-4f51-8944-ba1e374f48a2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:02.462894 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-46be81ce-4991-45ae-9a9b-d5527d84042b req-6b5c2408-5672-4f51-8944-ba1e374f48a2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.0870936 Aug 01 14:09:02.531943 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-46be81ce-4991-45ae-9a9b-d5527d84042b req-bd618e66-b21f-4912-9a15-eadd67f4d20f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616176 Aug 01 14:09:02.545554 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca2d7-d7ea-4359-a3b0-794154780308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (4612bcc7-cc27-417f-83cb-0b63c114917c), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:02.548901 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca2d7-d7ea-4359-a3b0-794154780308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:02.552785 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-2c6ca2d7-d7ea-4359-a3b0-794154780308 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4612bcc7-cc27-417f-83cb-0b63c114917c HTTP/1.1" status: 204 len: 168 time: 0.2313502 Aug 01 14:09:02.562991 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ca2d7-d7ea-4359-a3b0-794154780308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4612bcc7-cc27-417f-83cb-0b63c114917c,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:03.378266 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:03.423936 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40c248-febe-47be-bdea-2899838b36a5 req-13f9c572-72ac-4ea6-bd21-ec54e72eef14 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:03.425505 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7b40c248-febe-47be-bdea-2899838b36a5 req-13f9c572-72ac-4ea6-bd21-ec54e72eef14 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.0839844 Aug 01 14:09:03.454255 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6a003-bd12-4989-afa8-625ce208a01d req-f0a51d0e-1531-440a-96a4-800be246a17f tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:03.455719 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bfa6a003-bd12-4989-afa8-625ce208a01d req-f0a51d0e-1531-440a-96a4-800be246a17f tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.0810325 Aug 01 14:09:03.501420 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7b40c248-febe-47be-bdea-2899838b36a5 req-f29f0350-7e1d-47c2-8503-1bd88dc2a466 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693409 Aug 01 14:09:03.532354 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bfa6a003-bd12-4989-afa8-625ce208a01d req-5636e348-cee0-407f-9dc9-439978318b68 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630562 Aug 01 14:09:03.660295 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5290b-38f2-4c41-af9e-4b60bf0968bb req-c2b646a8-c356-4559-a4c1-54260c62326e tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:03.661992 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f0f5290b-38f2-4c41-af9e-4b60bf0968bb req-c2b646a8-c356-4559-a4c1-54260c62326e tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.0495944 Aug 01 14:09:03.716254 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f0f5290b-38f2-4c41-af9e-4b60bf0968bb req-5d3c059c-6947-4248-bf06-e780ec8718c7 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463240 Aug 01 14:09:04.176157 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6435f407-545f-4889-be82-4de3b791eeb8 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:09:04.300535 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6435f407-545f-4889-be82-4de3b791eeb8, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6435f407-545f-4889-be82-4de3b791eeb8,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:04.313439 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '6435f407-545f-4889-be82-4de3b791eeb8', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'port_id': '6435f407-545f-4889-be82-4de3b791eeb8', 'mac_address': 'fa:16:3e:cf:15:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:09:04.338605 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:04.352796 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6435f407-545f-4889-be82-4de3b791eeb8 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:04.353194 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6435f407-545f-4889-be82-4de3b791eeb8), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:04.368207 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6435f407-545f-4889-be82-4de3b791eeb8 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:09:04.391798 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6435f407-545f-4889-be82-4de3b791eeb8, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6435f407-545f-4889-be82-4de3b791eeb8,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:04.397047 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6435f407-545f-4889-be82-4de3b791eeb8), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:04.397883 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6af8bd7d-b81c-4d73-820b-78155d3d21f6 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:09:04.495485 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6435f407-545f-4889-be82-4de3b791eeb8,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:04.553175 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6af8bd7d-b81c-4d73-820b-78155d3d21f6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6af8bd7d-b81c-4d73-820b-78155d3d21f6,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:04.569428 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '6af8bd7d-b81c-4d73-820b-78155d3d21f6', 'network_id': '92d37e39-b672-4f33-9211-a661c3b7938b', 'port_id': '6af8bd7d-b81c-4d73-820b-78155d3d21f6', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7cf2208-cf51-417b-b629-80edfdbf7620', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:09:04.624352 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:04.624938 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:04.643067 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af8bd7d-b81c-4d73-820b-78155d3d21f6 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:09:04.673058 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28998-4721-454f-a54f-9a0d8b8e8cd1 req-0096a277-4825-493e-bc74-06d3f8caaa47 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:04.674404 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2fb28998-4721-454f-a54f-9a0d8b8e8cd1 req-0096a277-4825-493e-bc74-06d3f8caaa47 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.0889478 Aug 01 14:09:04.678083 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6af8bd7d-b81c-4d73-820b-78155d3d21f6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6af8bd7d-b81c-4d73-820b-78155d3d21f6,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:04.683679 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:04.697458 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4098dda-bfc6-4953-8fbe-f97e85e2e1c1 req-1c78b84e-0137-448b-abe3-70b6e15d5542 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:04.699017 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d4098dda-bfc6-4953-8fbe-f97e85e2e1c1 req-1c78b84e-0137-448b-abe3-70b6e15d5542 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 944 time: 0.0737920 Aug 01 14:09:04.763666 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6af8bd7d-b81c-4d73-820b-78155d3d21f6,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:04.772395 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2fb28998-4721-454f-a54f-9a0d8b8e8cd1 req-77b2b1db-f894-4e67-8bfa-1f25468d55fb tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906868 Aug 01 14:09:04.781085 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d4098dda-bfc6-4953-8fbe-f97e85e2e1c1 req-69ff21e0-3618-4387-a9fc-f1e947fa14b8 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740261 Aug 01 14:09:04.903747 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12aa9d-4509-4044-9edd-f1301d67f83b req-391136ff-302f-4235-a7d6-1f7e1114497f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:04.905299 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6e12aa9d-4509-4044-9edd-f1301d67f83b req-391136ff-302f-4235-a7d6-1f7e1114497f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.0507152 Aug 01 14:09:04.978397 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6e12aa9d-4509-4044-9edd-f1301d67f83b req-ecbddb3c-570f-400d-8dae-b61211d49527 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671277 Aug 01 14:09:05.415637 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079acf1a-889c-4b18-9804-961f3de4f1db req-b069ba75-4031-4157-8d97-3114637bd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:05.417615 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-079acf1a-889c-4b18-9804-961f3de4f1db req-b069ba75-4031-4157-8d97-3114637bd75d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 1128 time: 0.1100883 Aug 01 14:09:05.444303 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8ec2d-16f3-4366-84a0-6f7fd8113ef9 req-f434eb03-2ca8-428a-99ca-b91195efa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:05.445865 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-c9d8ec2d-16f3-4366-84a0-6f7fd8113ef9 req-f434eb03-2ca8-428a-99ca-b91195efa78e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 1127 time: 0.0637286 Aug 01 14:09:05.447609 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-ff219dd3-d413-49b0-9fa0-ce6fb49928f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:05.449276 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-ff219dd3-d413-49b0-9fa0-ce6fb49928f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7cf2208-cf51-417b-b629-80edfdbf7620 HTTP/1.1" status: 200 len: 850 time: 0.1406596 Aug 01 14:09:05.627692 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['6af8bd7d-b81c-4d73-820b-78155d3d21f6'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:09:05.804494 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['6435f407-545f-4889-be82-4de3b791eeb8'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:09:05.872489 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:05.968564 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:06.012775 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f02b-3997-4b30-bd39-4da6f37a3483 req-b9ff42b5-684d-45e1-b531-c82bb571b9d7 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:06.014341 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-adf8f02b-3997-4b30-bd39-4da6f37a3483 req-b9ff42b5-684d-45e1-b531-c82bb571b9d7 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 945 time: 0.1062214 Aug 01 14:09:06.037277 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4e3e-efc8-4f68-bd08-f12e8b97bad5 req-d43484bd-3638-4cc2-87cb-a50cd4cb454a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:06.038846 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-206e4e3e-efc8-4f68-bd08-f12e8b97bad5 req-d43484bd-3638-4cc2-87cb-a50cd4cb454a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.0889766 Aug 01 14:09:06.137495 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-206e4e3e-efc8-4f68-bd08-f12e8b97bad5 req-98ca1af7-84a8-4d39-b838-166cbab490ca tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865886 Aug 01 14:09:06.140953 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-adf8f02b-3997-4b30-bd39-4da6f37a3483 req-810bc0cf-c665-40a8-9c80-0d36d1a65622 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195381 Aug 01 14:09:06.255825 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56890) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:06.377992 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56902) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:06.398999 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56917579-fa8d-407a-a9ba-ed692811e6ca req-e7aabf85-8181-4192-a5ab-0803274daebe tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:06.401559 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-56917579-fa8d-407a-a9ba-ed692811e6ca req-e7aabf85-8181-4192-a5ab-0803274daebe tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.1355150 Aug 01 14:09:06.500999 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bed85e1f-0e9e-4617-b895-28cdf3bc82b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:06.507845 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-9c5c6691-978f-40e2-8d90-73e152b469f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:06.509436 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-9c5c6691-978f-40e2-8d90-73e152b469f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92d37e39-b672-4f33-9211-a661c3b7938b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0760348 Aug 01 14:09:06.518776 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079acf1a-889c-4b18-9804-961f3de4f1db req-7a833e91-491a-41ea-b72c-613ffe41be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:06.520409 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-079acf1a-889c-4b18-9804-961f3de4f1db req-7a833e91-491a-41ea-b72c-613ffe41be40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.3301592 Aug 01 14:09:06.530807 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-415c6d44-1593-4d6d-bf56-8bb914ab17f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:06.613241 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-079acf1a-889c-4b18-9804-961f3de4f1db req-c43120d4-f831-4821-aa00-516e749bc5bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6435f407-545f-4889-be82-4de3b791eeb8 HTTP/1.1" status: 200 len: 217 time: 0.0835936 Aug 01 14:09:06.631136 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-56917579-fa8d-407a-a9ba-ed692811e6ca req-865d0a9e-d6ec-4bfc-9f61-d554b3ad111d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203174 Aug 01 14:09:06.660304 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:06.740658 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6435f407-545f-4889-be82-4de3b791eeb8 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:09:06.760453 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079acf1a-889c-4b18-9804-961f3de4f1db req-1e163201-f023-4c07-ab42-66d906963249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:06.762494 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-079acf1a-889c-4b18-9804-961f3de4f1db req-1e163201-f023-4c07-ab42-66d906963249 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.1258752 Aug 01 14:09:06.827260 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 6435f407-545f-4889-be82-4de3b791eeb8 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:09:06.835857 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 6435f407-545f-4889-be82-4de3b791eeb8 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:06.836528 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6435f407-545f-4889-be82-4de3b791eeb8), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:06.859020 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079acf1a-889c-4b18-9804-961f3de4f1db req-4a3b9a73-729e-4a79-87f4-557326eebd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:06.861146 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-079acf1a-889c-4b18-9804-961f3de4f1db req-4a3b9a73-729e-4a79-87f4-557326eebd57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0834067 Aug 01 14:09:06.885378 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:06.956885 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bed85e1f-0e9e-4617-b895-28cdf3bc82b2 admin admin] Publish callbacks [] for security_group (d8c80bb8-ddd9-4184-a5ac-6236f1de7f0d), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:06.993422 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bed85e1f-0e9e-4617-b895-28cdf3bc82b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (d8c80bb8-ddd9-4184-a5ac-6236f1de7f0d), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:06.995841 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:06.998312 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-b42200f5-facb-4e59-8a69-6e034d4e49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:07.000545 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-b42200f5-facb-4e59-8a69-6e034d4e49a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 1127 time: 0.8063242 Aug 01 14:09:07.003146 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-c5f57d11-ac25-40e3-b952-8ffcc20689c4 service neutron] 10.222.0.57 "GET /v2.0/networks/92d37e39-b672-4f33-9211-a661c3b7938b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349193 Aug 01 14:09:07.051293 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-415c6d44-1593-4d6d-bf56-8bb914ab17f3 admin admin] Publish callbacks [] for security_group (c26d9d08-a83c-440d-bfc5-a33d7f1b60fa), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:07.106540 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-415c6d44-1593-4d6d-bf56-8bb914ab17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c26d9d08-a83c-440d-bfc5-a33d7f1b60fa), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:07.122431 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6435f407-545f-4889-be82-4de3b791eeb8 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:07.123012 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6435f407-545f-4889-be82-4de3b791eeb8), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:07.140097 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-bed85e1f-0e9e-4617-b895-28cdf3bc82b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f8c3fa7783a444a9883efe4ec0c6d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8701069 Aug 01 14:09:07.145046 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56922) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:07.168941 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-1237da92-8bc2-4182-b896-bf78bab16dc2 req-76c828a5-dad9-4c4e-bf5c-367bcafd38a9 service neutron] 10.222.0.57 "GET /v2.0/networks/92d37e39-b672-4f33-9211-a661c3b7938b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564116 Aug 01 14:09:07.174758 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6435f407-545f-4889-be82-4de3b791eeb8, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6435f407-545f-4889-be82-4de3b791eeb8,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:07.176557 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36838f66-2529-4a98-88cd-4a0450c2aba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6435f407-545f-4889-be82-4de3b791eeb8'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:09:07.284754 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed85e1f-0e9e-4617-b895-28cdf3bc82b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c80bb8-ddd9-4184-a5ac-6236f1de7f0d,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:07.294643 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8ec2d-16f3-4366-84a0-6f7fd8113ef9 req-339d7ba6-e3bd-48b3-b012-88527a0db976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:07.296199 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-c9d8ec2d-16f3-4366-84a0-6f7fd8113ef9 req-339d7ba6-e3bd-48b3-b012-88527a0db976 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&shared=False HTTP/1.1" status: 200 len: 920 time: 1.0818400 Aug 01 14:09:07.320227 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6435f407-545f-4889-be82-4de3b791eeb8), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:07.321344 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6af8bd7d-b81c-4d73-820b-78155d3d21f6 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:09:07.429643 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6435f407-545f-4889-be82-4de3b791eeb8,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:07.438447 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:09:07.445708 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:07.446357 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:07.567405 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf12ab0-194e-47bc-8204-db71c0349cbe" -d '{"events": [{"server_uuid": "36838f66-2529-4a98-88cd-4a0450c2aba5", "name": "network-vif-plugged", "status": "completed", "tag": "6435f407-545f-4889-be82-4de3b791eeb8"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:09:07.609307 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:07.609707 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:07.639194 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-f3534d52-5400-4388-a1d6-d7955e723faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:07.643020 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-f3534d52-5400-4388-a1d6-d7955e723faf service neutron] 10.222.0.57 "GET /v2.0/networks?id=c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 200 len: 912 time: 0.6294487 Aug 01 14:09:07.650086 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:07.670731 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6af8bd7d-b81c-4d73-820b-78155d3d21f6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6af8bd7d-b81c-4d73-820b-78155d3d21f6,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:07.674589 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-415c6d44-1593-4d6d-bf56-8bb914ab17f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a6a587aedea4024aa5cf14dbe3f51e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2910323 Aug 01 14:09:07.676700 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c6d44-1593-4d6d-bf56-8bb914ab17f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d9d08-a83c-440d-bfc5-a33d7f1b60fa,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:07.678957 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:07.696198 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 56954) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:07.702289 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-079acf1a-889c-4b18-9804-961f3de4f1db req-ef3fcda4-5995-4aac-be83-b6531c47d8bc service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336437 Aug 01 14:09:07.738680 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6af8bd7d-b81c-4d73-820b-78155d3d21f6,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:07.744535 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f505b-3808-4b3f-aa72-f78e122fc7c0 req-64bb2e35-fab1-48ee-bc20-29a232adc3f0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:07.746286 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9f9f505b-3808-4b3f-aa72-f78e122fc7c0 req-64bb2e35-fab1-48ee-bc20-29a232adc3f0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 943 time: 0.3580849 Aug 01 14:09:07.775359 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-63b2e752-e542-45db-896e-4e14f15b924e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b HTTP/1.1" status: 200 len: 217 time: 0.1041107 Aug 01 14:09:07.810317 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff19c-e7ec-4184-90c7-8aeecb731199 req-d86e86b7-c0bf-4269-9091-88565ac17816 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:07.812117 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3aaff19c-e7ec-4184-90c7-8aeecb731199 req-d86e86b7-c0bf-4269-9091-88565ac17816 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 945 time: 0.4664915 Aug 01 14:09:07.825950 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4599acfc-0d45-4085-a44c-3177841db3b9 admin admin] Publish callbacks [] for security_group (d8c80bb8-ddd9-4184-a5ac-6236f1de7f0d), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:07.892558 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8ec2d-16f3-4366-84a0-6f7fd8113ef9 req-18d2f937-4cde-4305-b3dc-487aabcc04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:07.899291 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-c9d8ec2d-16f3-4366-84a0-6f7fd8113ef9 req-18d2f937-4cde-4305-b3dc-487aabcc04f4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5889041 Aug 01 14:09:07.914164 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-e843d97a-c34c-459b-9643-99a98220e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:07.918778 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-e843d97a-c34c-459b-9643-99a98220e761 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93a89a5f-ac0b-49b4-82c8-60f15b352ec8 HTTP/1.1" status: 200 len: 850 time: 0.1314857 Aug 01 14:09:07.920946 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-52d262cf-39e0-4902-8cfd-209d3d4f295a admin admin] Publish callbacks [] for security_group (c26d9d08-a83c-440d-bfc5-a33d7f1b60fa), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:08.046969 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-52d262cf-39e0-4902-8cfd-209d3d4f295a admin admin] Publish callbacks [] for security_group (c26d9d08-a83c-440d-bfc5-a33d7f1b60fa), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:08.071423 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-4a1db03a-2560-4cf5-bae8-abf6ea8be869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:08.073026 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-4a1db03a-2560-4cf5-bae8-abf6ea8be869 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1aca417-45fc-4b60-8100-7ab851d89316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1292729 Aug 01 14:09:08.077735 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=100 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:08.081083 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c706c-c5e8-4903-9654-258947ca45ff req-ce26c3d7-74ff-470e-9250-92f447daf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:08.082615 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-ce26c3d7-74ff-470e-9250-92f447daf79b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 1127 time: 0.1130786 Aug 01 14:09:08.109274 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4599acfc-0d45-4085-a44c-3177841db3b9 admin admin] Publish callbacks [] for security_group (d8c80bb8-ddd9-4184-a5ac-6236f1de7f0d), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:08.134292 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:08.174002 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9f9f505b-3808-4b3f-aa72-f78e122fc7c0 req-6b6032c7-6596-4f2b-b664-6d141404de0d tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108088 Aug 01 14:09:08.184196 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-fe1912de-0e17-4bb4-ac8e-7b0ad6cdedd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7086f705-ac19-4c95-a617-0872f904d724 HTTP/1.1" status: 200 len: 217 time: 0.0859628 Aug 01 14:09:08.223177 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3aaff19c-e7ec-4184-90c7-8aeecb731199 req-cc4a701c-47f9-43a3-b8e6-d397d4ef3aa5 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930638 Aug 01 14:09:08.226148 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-079acf1a-889c-4b18-9804-961f3de4f1db req-a1e094b0-89e4-4591-8d91-98e807a1b90a service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139573 Aug 01 14:09:08.271120 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4599acfc-0d45-4085-a44c-3177841db3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (d8c80bb8-ddd9-4184-a5ac-6236f1de7f0d), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:08.273702 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4599acfc-0d45-4085-a44c-3177841db3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:08.277687 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-4599acfc-0d45-4085-a44c-3177841db3b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8c80bb8-ddd9-4184-a5ac-6236f1de7f0d HTTP/1.1" status: 204 len: 168 time: 1.0791960 Aug 01 14:09:08.288143 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599acfc-0d45-4085-a44c-3177841db3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c80bb8-ddd9-4184-a5ac-6236f1de7f0d,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:08.302596 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-52d262cf-39e0-4902-8cfd-209d3d4f295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c26d9d08-a83c-440d-bfc5-a33d7f1b60fa), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:08.305927 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-52d262cf-39e0-4902-8cfd-209d3d4f295a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:08.310542 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-52d262cf-39e0-4902-8cfd-209d3d4f295a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c26d9d08-a83c-440d-bfc5-a33d7f1b60fa HTTP/1.1" status: 204 len: 168 time: 0.5994115 Aug 01 14:09:08.321313 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c706c-c5e8-4903-9654-258947ca45ff req-0244b4f9-8898-4300-a118-972251d562df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:08.322807 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-0244b4f9-8898-4300-a118-972251d562df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.1309669 Aug 01 14:09:08.335946 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-67703137-e68a-477c-b0aa-95fe811b4ee4 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518013 Aug 01 14:09:08.342274 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 82f43520-38c1-414e-b0a4-66b27e6ff60b details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:09:08.381036 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c706c-c5e8-4903-9654-258947ca45ff req-44fb0650-af84-41f0-9b21-d2a978725138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:08.383134 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-44fb0650-af84-41f0-9b21-d2a978725138 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506544 Aug 01 14:09:08.383932 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d262cf-39e0-4902-8cfd-209d3d4f295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d9d08-a83c-440d-bfc5-a33d7f1b60fa,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:08.448095 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f804d53c-2118-475a-80fb-1d06ce964d98 x-openstack-request-id: req-f804d53c-2118-475a-80fb-1d06ce964d98 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:09:08.449149 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36838f66-2529-4a98-88cd-4a0450c2aba5", "name": "network-vif-plugged", "status": "completed", "tag": "6435f407-545f-4889-be82-4de3b791eeb8", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:09:08.450095 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f804d53c-2118-475a-80fb-1d06ce964d98 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:09:08.451247 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f804d53c-2118-475a-80fb-1d06ce964d98'] response: {'server_uuid': '36838f66-2529-4a98-88cd-4a0450c2aba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6435f407-545f-4889-be82-4de3b791eeb8', 'code': 200} Aug 01 14:09:08.459752 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991c142-78c2-47cf-81bf-383d1209f018 req-b92fd5f4-aa5f-4e62-b142-4d758f50d7d5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:08.473400 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6991c142-78c2-47cf-81bf-383d1209f018 req-b92fd5f4-aa5f-4e62-b142-4d758f50d7d5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.1404769 Aug 01 14:09:08.486946 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-2ef0436c-7f17-46f9-83fe-4d3f3abf0502 req-f1265b85-1173-474b-8e79-c00ff3227686 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987594 Aug 01 14:09:08.587550 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6991c142-78c2-47cf-81bf-383d1209f018 req-2474bd3c-9619-4c58-a90c-89a0a5befd63 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110468 Aug 01 14:09:08.652667 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 82f43520-38c1-414e-b0a4-66b27e6ff60b, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:08.673125 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:08.701558 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '82f43520-38c1-414e-b0a4-66b27e6ff60b', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'port_id': '82f43520-38c1-414e-b0a4-66b27e6ff60b', 'mac_address': 'fa:16:3e:bb:b6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:09:08.708138 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:08.722774 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-63975e77-b785-453a-9c31-88e1be6dc6ea service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344747 Aug 01 14:09:08.771939 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 82f43520-38c1-414e-b0a4-66b27e6ff60b is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:08.772352 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:08.792835 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f43520-38c1-414e-b0a4-66b27e6ff60b {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:09:08.820102 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 82f43520-38c1-414e-b0a4-66b27e6ff60b, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:08.827915 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:08.904723 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=82f43520-38c1-414e-b0a4-66b27e6ff60b,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:08.949020 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56982) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:08.957729 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56984) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:08.968099 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9746a13-bf7c-4c77-a192-8349f0a5ae06 req-e661beeb-19d0-4e76-8717-fe49cd038793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:08.969972 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-c9746a13-bf7c-4c77-a192-8349f0a5ae06 req-e661beeb-19d0-4e76-8717-fe49cd038793 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 1129 time: 0.2387736 Aug 01 14:09:08.972931 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1f1c-631b-4dfe-9a28-17e1199d1a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:08.982270 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2428a3fd-1402-4efc-b393-a2f551c4b9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.003288 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-c9746a13-bf7c-4c77-a192-8349f0a5ae06 req-454c1e12-0c2e-4a2f-a72b-9a74b156ccd6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.044305 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-161c706c-c5e8-4903-9654-258947ca45ff req-e10f4944-b000-49b6-84e5-0b5f63134f8b service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140640 Aug 01 14:09:09.056085 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['82f43520-38c1-414e-b0a4-66b27e6ff60b'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:09:09.142728 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-c9746a13-bf7c-4c77-a192-8349f0a5ae06 req-454c1e12-0c2e-4a2f-a72b-9a74b156ccd6 service neutron] Publish callbacks [] for security_group (76d6ae4b-2eeb-4132-8816-b93cebe609b8), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.151163 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-c9746a13-bf7c-4c77-a192-8349f0a5ae06 req-454c1e12-0c2e-4a2f-a72b-9a74b156ccd6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (76d6ae4b-2eeb-4132-8816-b93cebe609b8), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.154903 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1f1c-631b-4dfe-9a28-17e1199d1a72 admin admin] Publish callbacks [] for security_group (eac33369-52f7-4478-b090-22ddc5f7e7a9), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.163913 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1f1c-631b-4dfe-9a28-17e1199d1a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (eac33369-52f7-4478-b090-22ddc5f7e7a9), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.167501 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2428a3fd-1402-4efc-b393-a2f551c4b9be admin admin] Publish callbacks [] for security_group (78773176-ffd7-40eb-9f7d-8d7e4569a010), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.186422 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2428a3fd-1402-4efc-b393-a2f551c4b9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (78773176-ffd7-40eb-9f7d-8d7e4569a010), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.238280 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-4c0f1f1c-631b-4dfe-9a28-17e1199d1a72 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25c402960b534b4f8c808a3e10637c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839043 Aug 01 14:09:09.238280 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f1f1c-631b-4dfe-9a28-17e1199d1a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac33369-52f7-4478-b090-22ddc5f7e7a9,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:09.241182 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56990) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:09.255572 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-2428a3fd-1402-4efc-b393-a2f551c4b9be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ae1a7528bfd4f348ddbad51a65a2604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930045 Aug 01 14:09:09.256417 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 56992) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:09.266776 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-c9746a13-bf7c-4c77-a192-8349f0a5ae06 req-454c1e12-0c2e-4a2f-a72b-9a74b156ccd6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885404 Aug 01 14:09:09.274457 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c1e12-0c2e-4a2f-a72b-9a74b156ccd6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=76d6ae4b-2eeb-4132-8816-b93cebe609b8,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:09.288431 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:09.321781 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:09.391364 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428a3fd-1402-4efc-b393-a2f551c4b9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78773176-ffd7-40eb-9f7d-8d7e4569a010,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:09.531773 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ff57c-a4bd-4f4b-b77f-5fb0594ba84c req-ca38f9c1-deff-4b8d-b1d6-8b049d7049dd tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:09.533305 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-866ff57c-a4bd-4f4b-b77f-5fb0594ba84c req-ca38f9c1-deff-4b8d-b1d6-8b049d7049dd tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.1357088 Aug 01 14:09:09.566393 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32216316-8022-4158-9634-44c7e1648e97 req-132410bf-28b2-4b51-a510-fa580c754d6e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:09.567909 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-32216316-8022-4158-9634-44c7e1648e97 req-132410bf-28b2-4b51-a510-fa580c754d6e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 944 time: 0.1132822 Aug 01 14:09:09.595791 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-517c7e37-eb37-4232-9536-fe2af82e1151 admin admin] Publish callbacks [] for security_group (78773176-ffd7-40eb-9f7d-8d7e4569a010), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.598522 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:09.609020 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-449b7c38-b52a-4e89-bd72-c8fae55a9adc admin admin] Publish callbacks [] for security_group (eac33369-52f7-4478-b090-22ddc5f7e7a9), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.677605 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-517c7e37-eb37-4232-9536-fe2af82e1151 admin admin] Publish callbacks [] for security_group (78773176-ffd7-40eb-9f7d-8d7e4569a010), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.691325 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-449b7c38-b52a-4e89-bd72-c8fae55a9adc admin admin] Publish callbacks [] for security_group (eac33369-52f7-4478-b090-22ddc5f7e7a9), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.700783 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-866ff57c-a4bd-4f4b-b77f-5fb0594ba84c req-eb86b0be-8eaa-4c05-87d9-943891e4c04c tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566355 Aug 01 14:09:09.731726 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-32216316-8022-4158-9634-44c7e1648e97 req-b2d07857-f8bc-4ea0-9624-059c1c694cd7 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557453 Aug 01 14:09:09.812012 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-449b7c38-b52a-4e89-bd72-c8fae55a9adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (eac33369-52f7-4478-b090-22ddc5f7e7a9), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.814505 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-449b7c38-b52a-4e89-bd72-c8fae55a9adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.815664 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-449b7c38-b52a-4e89-bd72-c8fae55a9adc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eac33369-52f7-4478-b090-22ddc5f7e7a9 HTTP/1.1" status: 204 len: 168 time: 0.5731704 Aug 01 14:09:09.820180 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-517c7e37-eb37-4232-9536-fe2af82e1151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (78773176-ffd7-40eb-9f7d-8d7e4569a010), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.822239 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-517c7e37-eb37-4232-9536-fe2af82e1151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:09.823328 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-517c7e37-eb37-4232-9536-fe2af82e1151 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78773176-ffd7-40eb-9f7d-8d7e4569a010 HTTP/1.1" status: 204 len: 168 time: 0.5663154 Aug 01 14:09:09.834735 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36908f-94a5-47fa-b2ef-6fdcf3eddded req-9196d910-4e82-431e-bb8a-780e0710fe6b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:09.836429 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2b36908f-94a5-47fa-b2ef-6fdcf3eddded req-9196d910-4e82-431e-bb8a-780e0710fe6b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.0723002 Aug 01 14:09:09.837644 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b7c38-b52a-4e89-bd72-c8fae55a9adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac33369-52f7-4478-b090-22ddc5f7e7a9,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:09.849858 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c7e37-eb37-4232-9536-fe2af82e1151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78773176-ffd7-40eb-9f7d-8d7e4569a010,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:09.897784 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2b36908f-94a5-47fa-b2ef-6fdcf3eddded req-fb6c43cb-2da1-4f9a-913d-bd922663dfd5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491219 Aug 01 14:09:10.284339 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57020) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:10.298895 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9a6f82ca-70df-4890-9155-841655398935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:10.400192 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9a6f82ca-70df-4890-9155-841655398935 admin admin] Publish callbacks [] for security_group (64d56b53-520f-44b6-977b-e7e9b446a109), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:10.405661 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9a6f82ca-70df-4890-9155-841655398935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (64d56b53-520f-44b6-977b-e7e9b446a109), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:10.452371 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-9a6f82ca-70df-4890-9155-841655398935 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e9b669e93674c7e9d76ca3cb1bb08d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666129 Aug 01 14:09:10.452670 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017caf5e-f276-4e12-9a46-cc2d666cd313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af8bd7d-b81c-4d73-820b-78155d3d21f6'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:09:10.454002 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f82ca-70df-4890-9155-841655398935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d56b53-520f-44b6-977b-e7e9b446a109,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:10.455082 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57028) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:10.455610 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b23465e-4130-4a2a-a576-eaa9aa269cef" -d '{"events": [{"server_uuid": "017caf5e-f276-4e12-9a46-cc2d666cd313", "name": "network-vif-plugged", "status": "completed", "tag": "6af8bd7d-b81c-4d73-820b-78155d3d21f6"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:09:10.511450 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8524a3e-d6ba-4798-a6d5-502429c3f620 x-openstack-request-id: req-f8524a3e-d6ba-4798-a6d5-502429c3f620 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:09:10.512113 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017caf5e-f276-4e12-9a46-cc2d666cd313", "name": "network-vif-plugged", "status": "completed", "tag": "6af8bd7d-b81c-4d73-820b-78155d3d21f6", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:09:10.512501 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8524a3e-d6ba-4798-a6d5-502429c3f620 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:09:10.513049 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8524a3e-d6ba-4798-a6d5-502429c3f620'] response: {'server_uuid': '017caf5e-f276-4e12-9a46-cc2d666cd313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af8bd7d-b81c-4d73-820b-78155d3d21f6', 'code': 200} Aug 01 14:09:10.560974 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bab2d398-eae1-4b33-a7fb-50eb596f733f admin admin] Publish callbacks [] for security_group (64d56b53-520f-44b6-977b-e7e9b446a109), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:10.589557 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bab2d398-eae1-4b33-a7fb-50eb596f733f admin admin] Publish callbacks [] for security_group (64d56b53-520f-44b6-977b-e7e9b446a109), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:10.641606 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bab2d398-eae1-4b33-a7fb-50eb596f733f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (64d56b53-520f-44b6-977b-e7e9b446a109), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:10.644559 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bab2d398-eae1-4b33-a7fb-50eb596f733f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:10.645722 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-bab2d398-eae1-4b33-a7fb-50eb596f733f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64d56b53-520f-44b6-977b-e7e9b446a109 HTTP/1.1" status: 204 len: 168 time: 0.1880727 Aug 01 14:09:10.654463 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2d398-eae1-4b33-a7fb-50eb596f733f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d56b53-520f-44b6-977b-e7e9b446a109,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:10.876892 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f353ed-c648-405e-a5ee-c7c6d4a5c57e req-99653cb9-2b41-4ab7-b299-04478c244b56 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:10.878509 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-59f353ed-c648-405e-a5ee-c7c6d4a5c57e req-99653cb9-2b41-4ab7-b299-04478c244b56 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.0861878 Aug 01 14:09:10.900178 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215b73f-a066-41b3-866f-f1efb8a45479 req-c2902681-7c9d-4689-bc08-af3ca75d0539 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:10.901800 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6215b73f-a066-41b3-866f-f1efb8a45479 req-c2902681-7c9d-4689-bc08-af3ca75d0539 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 944 time: 0.0773976 Aug 01 14:09:10.932523 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:10.975972 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-59f353ed-c648-405e-a5ee-c7c6d4a5c57e req-8cfce5d2-dcf2-4ba5-a8a6-aadec25cb707 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910325 Aug 01 14:09:10.994290 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6215b73f-a066-41b3-866f-f1efb8a45479 req-8cf96ea0-565a-4219-af9e-448423571fcc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841587 Aug 01 14:09:11.132869 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67391472-f633-4525-9604-3702261c6afb req-a036e5ad-62bb-450c-be02-2588d7d7341f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:11.135772 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-67391472-f633-4525-9604-3702261c6afb req-a036e5ad-62bb-450c-be02-2588d7d7341f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.0704002 Aug 01 14:09:11.222261 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-67391472-f633-4525-9604-3702261c6afb req-788bcfe9-9301-48cb-bcc4-a5b029ec67df tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805340 Aug 01 14:09:12.196938 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff9ddd-e088-41ff-8bd5-332e2f9b5c9b req-a362162a-9932-4712-ad77-30fb5c14cfbd tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:12.201449 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-96ff9ddd-e088-41ff-8bd5-332e2f9b5c9b req-a362162a-9932-4712-ad77-30fb5c14cfbd tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 944 time: 0.1111979 Aug 01 14:09:12.213874 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6b393-df72-4f0b-87f4-c8a7459c6544 req-e70b1259-a0b8-433e-9b0c-450fc888f04a tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:12.215432 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ae6b393-df72-4f0b-87f4-c8a7459c6544 req-e70b1259-a0b8-433e-9b0c-450fc888f04a tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.0816228 Aug 01 14:09:12.297613 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-96ff9ddd-e088-41ff-8bd5-332e2f9b5c9b req-68e9cdb9-5d71-41dd-94c3-d0148c2f864a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910301 Aug 01 14:09:12.310909 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ae6b393-df72-4f0b-87f4-c8a7459c6544 req-88804ec0-8ff8-4152-84cd-3ef30f19ee16 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800405 Aug 01 14:09:12.459340 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:12.468976 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3f445-b66f-4bf0-adf3-cd7d278f6b50 req-72ae921c-938f-4d62-b81d-63670033509a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:12.471025 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c0a3f445-b66f-4bf0-adf3-cd7d278f6b50 req-72ae921c-938f-4d62-b81d-63670033509a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.0817008 Aug 01 14:09:12.563393 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c0a3f445-b66f-4bf0-adf3-cd7d278f6b50 req-c797b776-67dd-4996-87b6-87d8a0b7817e tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801654 Aug 01 14:09:13.458367 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3faa7-93d9-4566-ac9e-660ae4544fde req-d4d58ce6-64f8-4ca6-8c5e-2424229630c0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:13.459885 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6bc3faa7-93d9-4566-ac9e-660ae4544fde req-d4d58ce6-64f8-4ca6-8c5e-2424229630c0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 944 time: 0.0784526 Aug 01 14:09:13.483117 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fe5e0-818a-47ab-a1b3-d40e28a709ac req-a5553237-24c8-45a4-86b2-240f647670e7 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:13.484761 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a06fe5e0-818a-47ab-a1b3-d40e28a709ac req-a5553237-24c8-45a4-86b2-240f647670e7 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.0695748 Aug 01 14:09:13.555085 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6bc3faa7-93d9-4566-ac9e-660ae4544fde req-ea4b3e18-e751-43c1-adae-6363985722a8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887582 Aug 01 14:09:13.567898 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a06fe5e0-818a-47ab-a1b3-d40e28a709ac req-5f10be4f-8754-4a9c-a2a9-70884d972bf1 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754452 Aug 01 14:09:13.706153 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493f260-4a73-4003-93d9-efc357287386 req-878e317b-072c-4f6f-8997-f6cf5ebdcc06 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:13.707694 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6493f260-4a73-4003-93d9-efc357287386 req-878e317b-072c-4f6f-8997-f6cf5ebdcc06 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.0576122 Aug 01 14:09:13.783132 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6493f260-4a73-4003-93d9-efc357287386 req-63402c5f-942c-4b4a-b3f2-ac13e135e445 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651581 Aug 01 14:09:14.745955 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0758b-333a-4bad-af46-9431b498e6f5 req-25a1e867-1640-4ea0-a7fa-f8665bacfd60 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:14.747626 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-38d0758b-333a-4bad-af46-9431b498e6f5 req-25a1e867-1640-4ea0-a7fa-f8665bacfd60 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 944 time: 0.0961769 Aug 01 14:09:14.756761 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cb21a-1bb0-4a96-a9f5-46e37cbcd51e req-a6019f8d-d0bf-453c-b1ea-00e9101688c9 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:14.758403 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-101cb21a-1bb0-4a96-a9f5-46e37cbcd51e req-a6019f8d-d0bf-453c-b1ea-00e9101688c9 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.0891228 Aug 01 14:09:14.883263 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-38d0758b-333a-4bad-af46-9431b498e6f5 req-9a840c9e-572c-4abe-a5c7-1bbcb755ca09 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227202 Aug 01 14:09:14.887854 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-101cb21a-1bb0-4a96-a9f5-46e37cbcd51e req-33940d93-7100-4883-b7c5-3d770a95f5de tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218007 Aug 01 14:09:14.909762 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 82f43520-38c1-414e-b0a4-66b27e6ff60b up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:09:14.982778 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 82f43520-38c1-414e-b0a4-66b27e6ff60b completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:09:14.994860 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 82f43520-38c1-414e-b0a4-66b27e6ff60b triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:14.995310 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:15.047865 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ed4b2-66e1-44b6-807f-fcca6c7b33ee req-a112475c-2487-4c03-8cdb-3bba3db2eada tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:15.050618 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d16ed4b2-66e1-44b6-807f-fcca6c7b33ee req-a112475c-2487-4c03-8cdb-3bba3db2eada tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.0608990 Aug 01 14:09:15.097731 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 82f43520-38c1-414e-b0a4-66b27e6ff60b is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:15.098250 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:15.130384 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f43520-38c1-414e-b0a4-66b27e6ff60b'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:09:15.134287 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d16ed4b2-66e1-44b6-807f-fcca6c7b33ee req-5c4f1443-5093-444c-a163-e7609b0a660f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720372 Aug 01 14:09:15.134540 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475b00d8-d6f1-4445-93a0-ddce5e069259" -d '{"events": [{"server_uuid": "2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8", "name": "network-vif-plugged", "status": "completed", "tag": "82f43520-38c1-414e-b0a4-66b27e6ff60b"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:09:15.154049 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 82f43520-38c1-414e-b0a4-66b27e6ff60b, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:15.160713 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:15.203196 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f556d0a1-ded5-4060-98dc-60edaabecc87 x-openstack-request-id: req-f556d0a1-ded5-4060-98dc-60edaabecc87 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:09:15.203528 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8", "name": "network-vif-plugged", "status": "completed", "tag": "82f43520-38c1-414e-b0a4-66b27e6ff60b", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:09:15.203785 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f556d0a1-ded5-4060-98dc-60edaabecc87 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:09:15.204182 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f556d0a1-ded5-4060-98dc-60edaabecc87'] response: {'server_uuid': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f43520-38c1-414e-b0a4-66b27e6ff60b', 'code': 200} Aug 01 14:09:15.244888 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=82f43520-38c1-414e-b0a4-66b27e6ff60b,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:15.258767 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.260091 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.260389 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.260990 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.261276 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.261777 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.262260 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.262894 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.263288 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.263841 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.264397 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.264670 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.265190 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.266761 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.267240 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:15.769503 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:15.786253 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da1736-2a65-4ffa-b375-70d69aeb02fe req-f2611942-699d-48ed-a917-1fae26a492f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:15.787833 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-c3da1736-2a65-4ffa-b375-70d69aeb02fe req-f2611942-699d-48ed-a917-1fae26a492f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 1130 time: 0.0752115 Aug 01 14:09:15.791586 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023545d2-2d75-495d-88bf-cd9f25359358 req-d051482c-608d-46f5-8027-81b77dbc3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:15.793271 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-023545d2-2d75-495d-88bf-cd9f25359358 req-d051482c-608d-46f5-8027-81b77dbc3eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 1129 time: 0.0793769 Aug 01 14:09:15.897589 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-c3da1736-2a65-4ffa-b375-70d69aeb02fe req-d62fe21d-357b-41ff-b76e-b111fa2db19d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875733 Aug 01 14:09:15.899952 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-023545d2-2d75-495d-88bf-cd9f25359358 req-ddcaada1-c5ca-4f26-8df9-ad5f22614dad service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887623 Aug 01 14:09:16.088356 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061eba2-6014-454e-b496-95c4dbd4ffc8 req-37a0bf2b-bb99-4f82-8d2c-93090e7ff169 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:16.089949 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5061eba2-6014-454e-b496-95c4dbd4ffc8 req-37a0bf2b-bb99-4f82-8d2c-93090e7ff169 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.1028068 Aug 01 14:09:16.113071 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1343e-9951-4ba7-ae6e-c710204724da req-ef8b769e-defe-42e5-827f-9bb17a6038ea tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:16.120712 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fdd1343e-9951-4ba7-ae6e-c710204724da req-ef8b769e-defe-42e5-827f-9bb17a6038ea tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1312931 Aug 01 14:09:16.129732 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:16.207363 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5061eba2-6014-454e-b496-95c4dbd4ffc8 req-e3b2d592-084c-4b54-8a8a-5539774d13e7 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100585 Aug 01 14:09:16.222514 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fdd1343e-9951-4ba7-ae6e-c710204724da req-db0e7fd2-2184-4aba-b3e2-b66a34613d2f tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992348 Aug 01 14:09:16.415517 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cede47-d3f5-421a-bfe9-ffe34b4690ca req-6d721228-f27d-4316-ae50-4646b9162268 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:16.425222 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-22cede47-d3f5-421a-bfe9-ffe34b4690ca req-6d721228-f27d-4316-ae50-4646b9162268 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 943 time: 0.1032624 Aug 01 14:09:16.509420 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-22cede47-d3f5-421a-bfe9-ffe34b4690ca req-36d26c2a-3184-4e3f-b20d-8ed4c0f27fff tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830343 Aug 01 14:09:16.681942 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57250) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:16.843334 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:16.917354 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:16.928288 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 7086f705-ac19-4c95-a617-0872f904d724 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:09:16.939165 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Publish callbacks [] for security_group (ee22707a-ea4d-4b59-a677-c3fc632c33e5), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:16.945884 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (ee22707a-ea4d-4b59-a677-c3fc632c33e5), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:17.021091 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57264) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:17.021965 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b6a56cd8c4a4b73bfbccb3d5f7f0ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380296 Aug 01 14:09:17.024335 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee22707a-ea4d-4b59-a677-c3fc632c33e5,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.040398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.045829 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.045829 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1b86f-4d10-4763-8f12-ab667aabc76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.104765 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Publish callbacks [] for security_group (ee22707a-ea4d-4b59-a677-c3fc632c33e5), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:17.111960 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:17.128309 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Publish callbacks [] for security_group (ee22707a-ea4d-4b59-a677-c3fc632c33e5), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:17.138998 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 7086f705-ac19-4c95-a617-0872f904d724, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=7086f705-ac19-4c95-a617-0872f904d724,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:17.158517 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '7086f705-ac19-4c95-a617-0872f904d724', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'port_id': '7086f705-ac19-4c95-a617-0872f904d724', 'mac_address': 'fa:16:3e:68:3f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:09:17.192311 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (ee22707a-ea4d-4b59-a677-c3fc632c33e5), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:17.195954 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:17.197722 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee22707a-ea4d-4b59-a677-c3fc632c33e5 HTTP/1.1" status: 204 len: 168 time: 0.1755531 Aug 01 14:09:17.210663 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee22707a-ea4d-4b59-a677-c3fc632c33e5,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:17.210898 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:17.225259 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.226146 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.227150 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.228106 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.228862 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.229592 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.230353 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.230711 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 7086f705-ac19-4c95-a617-0872f904d724 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:17.231391 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (7086f705-ac19-4c95-a617-0872f904d724), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:17.231566 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.232258 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.233003 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.233779 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.234564 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.235323 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.236097 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.237285 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676d810f-9c2e-493d-9588-fbdb228830d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:09:17.335250 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7086f705-ac19-4c95-a617-0872f904d724 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:09:17.404171 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 7086f705-ac19-4c95-a617-0872f904d724, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=7086f705-ac19-4c95-a617-0872f904d724,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:17.414155 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (7086f705-ac19-4c95-a617-0872f904d724), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:17.546267 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=7086f705-ac19-4c95-a617-0872f904d724,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:17.586783 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20da79c-efcb-4567-9cd2-a6bad9600d87 req-6d9d573d-acc6-470f-9e85-b21e33b0b08b tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:17.588419 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e20da79c-efcb-4567-9cd2-a6bad9600d87 req-6d9d573d-acc6-470f-9e85-b21e33b0b08b tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.2185380 Aug 01 14:09:17.600841 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d022a-936d-4e99-8500-35e2361e09ff req-a9e99bfa-43d5-4a4e-bb65-5c93085a0fe8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:17.602642 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2f3d022a-936d-4e99-8500-35e2361e09ff req-a9e99bfa-43d5-4a4e-bb65-5c93085a0fe8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1143262 Aug 01 14:09:17.698185 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e20da79c-efcb-4567-9cd2-a6bad9600d87 req-5c65f806-915d-42ac-9b14-9a2ed9b09c2c tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943258 Aug 01 14:09:17.710159 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2f3d022a-936d-4e99-8500-35e2361e09ff req-fa9f3a35-c477-4afd-b29b-a94ae4c8eb87 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832493 Aug 01 14:09:17.730283 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['7086f705-ac19-4c95-a617-0872f904d724'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:09:17.847967 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fac6a2-1157-424a-b4e0-245bf98c6ef1 req-8123c6a0-b359-48d4-b5fe-2b9eecb4de5c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:17.849842 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-90fac6a2-1157-424a-b4e0-245bf98c6ef1 req-8123c6a0-b359-48d4-b5fe-2b9eecb4de5c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 944 time: 0.0637312 Aug 01 14:09:17.854968 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57284) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:17.895478 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-8062cac2-a6ed-421c-a8b8-1b22a20d7ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.007184 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-90fac6a2-1157-424a-b4e0-245bf98c6ef1 req-76978de2-a5ed-4249-9b86-eb5a0e42c0dc tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320772 Aug 01 14:09:18.007992 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57288) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:18.109438 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-8062cac2-a6ed-421c-a8b8-1b22a20d7ae3 admin admin] Publish callbacks [] for security_group (58aa727d-830b-4ba1-8032-e4f832a0f1dc), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.116049 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-8062cac2-a6ed-421c-a8b8-1b22a20d7ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (58aa727d-830b-4ba1-8032-e4f832a0f1dc), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.187063 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062cac2-a6ed-421c-a8b8-1b22a20d7ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58aa727d-830b-4ba1-8032-e4f832a0f1dc,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:18.204401 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-8062cac2-a6ed-421c-a8b8-1b22a20d7ae3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d66b31a768742318b4de6e0b3d74c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444159 Aug 01 14:09:18.205270 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57306) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:18.263047 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f14537e0-a8c4-4598-96bc-e94127d28468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.342276 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-02745052-2e5e-4aaa-9569-663491c97cee admin admin] Publish callbacks [] for security_group (58aa727d-830b-4ba1-8032-e4f832a0f1dc), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.361212 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:18.380608 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-02745052-2e5e-4aaa-9569-663491c97cee admin admin] Publish callbacks [] for security_group (58aa727d-830b-4ba1-8032-e4f832a0f1dc), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.483426 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-02745052-2e5e-4aaa-9569-663491c97cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (58aa727d-830b-4ba1-8032-e4f832a0f1dc), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.488843 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-02745052-2e5e-4aaa-9569-663491c97cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.490092 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f14537e0-a8c4-4598-96bc-e94127d28468 admin admin] Publish callbacks [] for security_group (fd89b5a6-cc6b-486c-9d8e-26fcd8925677), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.491673 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-02745052-2e5e-4aaa-9569-663491c97cee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58aa727d-830b-4ba1-8032-e4f832a0f1dc HTTP/1.1" status: 204 len: 168 time: 0.2848089 Aug 01 14:09:18.503599 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02745052-2e5e-4aaa-9569-663491c97cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aa727d-830b-4ba1-8032-e4f832a0f1dc,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:18.511463 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f14537e0-a8c4-4598-96bc-e94127d28468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (fd89b5a6-cc6b-486c-9d8e-26fcd8925677), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.617970 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57332) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:18.626364 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f14537e0-a8c4-4598-96bc-e94127d28468 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1604c2b5535844e4941852756166417d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6150548 Aug 01 14:09:18.643065 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14537e0-a8c4-4598-96bc-e94127d28468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd89b5a6-cc6b-486c-9d8e-26fcd8925677,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:18.697900 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b2202bc4-4d68-4948-b6b6-b8f12344c72a admin admin] Publish callbacks [] for security_group (fd89b5a6-cc6b-486c-9d8e-26fcd8925677), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.732100 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b2202bc4-4d68-4948-b6b6-b8f12344c72a admin admin] Publish callbacks [] for security_group (fd89b5a6-cc6b-486c-9d8e-26fcd8925677), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.868362 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b2202bc4-4d68-4948-b6b6-b8f12344c72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (fd89b5a6-cc6b-486c-9d8e-26fcd8925677), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.871380 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b2202bc4-4d68-4948-b6b6-b8f12344c72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:18.873384 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-b2202bc4-4d68-4948-b6b6-b8f12344c72a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd89b5a6-cc6b-486c-9d8e-26fcd8925677 HTTP/1.1" status: 204 len: 168 time: 0.2541668 Aug 01 14:09:18.897334 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2202bc4-4d68-4948-b6b6-b8f12344c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd89b5a6-cc6b-486c-9d8e-26fcd8925677,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:18.925845 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 7086f705-ac19-4c95-a617-0872f904d724 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:09:18.954209 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:19.053590 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:19.064110 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215a6ac-6f87-4ae5-80c3-67201910a8dc req-a558f94d-5825-4fab-a9f9-594b5f82c107 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:19.065878 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6215a6ac-6f87-4ae5-80c3-67201910a8dc req-a558f94d-5825-4fab-a9f9-594b5f82c107 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.1235244 Aug 01 14:09:19.106332 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 7086f705-ac19-4c95-a617-0872f904d724 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:09:19.131219 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 7086f705-ac19-4c95-a617-0872f904d724 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:19.135718 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (7086f705-ac19-4c95-a617-0872f904d724), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:19.282273 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a6dfa-a76c-4db4-b128-9bb23dac048f req-0c9b5f67-c69f-42ec-ac59-2fa08e1d095e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:19.293790 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d5a6dfa-a76c-4db4-b128-9bb23dac048f req-0c9b5f67-c69f-42ec-ac59-2fa08e1d095e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.2243173 Aug 01 14:09:19.348780 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6215a6ac-6f87-4ae5-80c3-67201910a8dc req-b7d60a36-8d10-4e91-86c9-1aa0d569a2c8 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599814 Aug 01 14:09:19.353959 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 7086f705-ac19-4c95-a617-0872f904d724 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:19.354625 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (7086f705-ac19-4c95-a617-0872f904d724), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:19.382024 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:19.478589 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d5a6dfa-a76c-4db4-b128-9bb23dac048f req-17d4b56f-47b4-4d51-b0af-33dc35103a31 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700616 Aug 01 14:09:19.485620 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa86ccd-b145-4025-88ba-1962fcddee29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7086f705-ac19-4c95-a617-0872f904d724'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:09:19.488796 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfad880-d9e2-4283-8d50-a944cdc71417" -d '{"events": [{"server_uuid": "2fa86ccd-b145-4025-88ba-1962fcddee29", "name": "network-vif-plugged", "status": "completed", "tag": "7086f705-ac19-4c95-a617-0872f904d724"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:09:19.576300 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 7086f705-ac19-4c95-a617-0872f904d724, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=7086f705-ac19-4c95-a617-0872f904d724,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:19.593765 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (7086f705-ac19-4c95-a617-0872f904d724), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:19.669414 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65e9d9b-b02d-4ad3-87d3-5133a2b3845c x-openstack-request-id: req-b65e9d9b-b02d-4ad3-87d3-5133a2b3845c {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:09:19.669907 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa86ccd-b145-4025-88ba-1962fcddee29", "name": "network-vif-plugged", "status": "completed", "tag": "7086f705-ac19-4c95-a617-0872f904d724", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:09:19.670319 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b65e9d9b-b02d-4ad3-87d3-5133a2b3845c {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:09:19.670952 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b65e9d9b-b02d-4ad3-87d3-5133a2b3845c'] response: {'server_uuid': '2fa86ccd-b145-4025-88ba-1962fcddee29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7086f705-ac19-4c95-a617-0872f904d724', 'code': 200} Aug 01 14:09:19.676890 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4d788-bbb9-4fb2-8529-29ea2efa4c66 req-0e2e790d-bc99-4c23-a90e-9027574b7545 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:19.696069 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1bd4d788-bbb9-4fb2-8529-29ea2efa4c66 req-0e2e790d-bc99-4c23-a90e-9027574b7545 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 944 time: 0.1622002 Aug 01 14:09:19.818372 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=7086f705-ac19-4c95-a617-0872f904d724,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:19.975868 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57396) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:19.998037 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1bd4d788-bbb9-4fb2-8529-29ea2efa4c66 req-b53fd0bf-e16d-450e-94e8-44d0c5d3dc41 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956583 Aug 01 14:09:20.020547 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4906b088-fd1f-44c9-a761-0baf0e2c29a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:20.238774 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:20.305798 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3eccb-a9f4-4cd0-8857-22c708e932f9 req-5deefd72-cabe-4d6e-aa72-c59a82569337 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:20.309423 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-87d3eccb-a9f4-4cd0-8857-22c708e932f9 req-5deefd72-cabe-4d6e-aa72-c59a82569337 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.2913272 Aug 01 14:09:20.325025 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57400) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:20.337552 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-a0207aba-b6b7-4730-9396-630dd821158e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'floatingip': {'port_id': '82f43520-38c1-414e-b0a4-66b27e6ff60b'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:20.497060 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc5f59-0c23-447e-aede-89fe1d49135e req-8a9db061-8dd9-40ff-acfb-c09a05aea082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:20.501492 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-c1fc5f59-0c23-447e-aede-89fe1d49135e req-8a9db061-8dd9-40ff-acfb-c09a05aea082 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 1129 time: 0.2118165 Aug 01 14:09:20.503061 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57406) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:20.544118 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4906b088-fd1f-44c9-a761-0baf0e2c29a4 admin admin] Publish callbacks [] for security_group (5a535edb-f01d-4277-991e-0fe698e59603), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:20.578385 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4906b088-fd1f-44c9-a761-0baf0e2c29a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5a535edb-f01d-4277-991e-0fe698e59603), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:20.597230 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a0207aba-b6b7-4730-9396-630dd821158e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:20.666732 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906b088-fd1f-44c9-a761-0baf0e2c29a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a535edb-f01d-4277-991e-0fe698e59603,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:20.726929 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-c1fc5f59-0c23-447e-aede-89fe1d49135e req-a6833fab-99fc-494f-8fd7-c19a53a7f63d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683757 Aug 01 14:09:20.738783 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4906b088-fd1f-44c9-a761-0baf0e2c29a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cfb3ef0cc3b64226896e59ab6b2945c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7535558 Aug 01 14:09:20.738783 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57424) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:20.855386 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0eb3270d-04d7-4812-a99d-99560fa4521c admin admin] Publish callbacks [] for security_group (5a535edb-f01d-4277-991e-0fe698e59603), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:20.888719 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0eb3270d-04d7-4812-a99d-99560fa4521c admin admin] Publish callbacks [] for security_group (5a535edb-f01d-4277-991e-0fe698e59603), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:20.950041 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:20.966720 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0eb3270d-04d7-4812-a99d-99560fa4521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5a535edb-f01d-4277-991e-0fe698e59603), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:20.972139 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0eb3270d-04d7-4812-a99d-99560fa4521c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:20.974329 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0eb3270d-04d7-4812-a99d-99560fa4521c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a535edb-f01d-4277-991e-0fe698e59603 HTTP/1.1" status: 204 len: 168 time: 0.2362518 Aug 01 14:09:20.990740 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3270d-04d7-4812-a99d-99560fa4521c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a535edb-f01d-4277-991e-0fe698e59603,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:21.324559 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-903597bb-64a3-4a9b-bee6-51d66aa873c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:21.392336 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:21.454629 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:21.624494 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-903597bb-64a3-4a9b-bee6-51d66aa873c4 admin admin] Publish callbacks [] for security_group (33da8a47-03a6-4e89-9191-b293739a3c85), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:21.634449 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-903597bb-64a3-4a9b-bee6-51d66aa873c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (33da8a47-03a6-4e89-9191-b293739a3c85), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:21.740014 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-903597bb-64a3-4a9b-bee6-51d66aa873c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34cf7d36f6ac4ad6bc926527920c32b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1895380 Aug 01 14:09:21.746147 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57498) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:21.928110 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903597bb-64a3-4a9b-bee6-51d66aa873c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33da8a47-03a6-4e89-9191-b293739a3c85,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:21.968775 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c3f54e-5a99-4c16-8dc0-f3fc5821ab9c admin admin] Publish callbacks [] for security_group (33da8a47-03a6-4e89-9191-b293739a3c85), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:22.015948 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c3f54e-5a99-4c16-8dc0-f3fc5821ab9c admin admin] Publish callbacks [] for security_group (33da8a47-03a6-4e89-9191-b293739a3c85), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:22.091054 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c3f54e-5a99-4c16-8dc0-f3fc5821ab9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (33da8a47-03a6-4e89-9191-b293739a3c85), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:22.097971 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c3f54e-5a99-4c16-8dc0-f3fc5821ab9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:22.099866 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-35c3f54e-5a99-4c16-8dc0-f3fc5821ab9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33da8a47-03a6-4e89-9191-b293739a3c85 HTTP/1.1" status: 204 len: 168 time: 0.3514121 Aug 01 14:09:22.117055 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3f54e-5a99-4c16-8dc0-f3fc5821ab9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33da8a47-03a6-4e89-9191-b293739a3c85,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:22.438342 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7eec3-dc0e-4cb1-9aec-c5f6afe822f2 req-c5d88348-2b41-45fa-8a53-b0b982321036 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:22.448512 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-afa7eec3-dc0e-4cb1-9aec-c5f6afe822f2 req-c5d88348-2b41-45fa-8a53-b0b982321036 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.9232430 Aug 01 14:09:22.714545 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-afa7eec3-dc0e-4cb1-9aec-c5f6afe822f2 req-ddf250b8-62b0-4dcd-8ea3-52cfa6622e6f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651405 Aug 01 14:09:22.731363 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.db.resource_extend [None req-a0207aba-b6b7-4730-9396-630dd821158e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 01 14:09:22.936827 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57552) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:23.037985 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a0207aba-b6b7-4730-9396-630dd821158e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:23.039267 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a0207aba-b6b7-4730-9396-630dd821158e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:23.141373 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:23.241551 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:23.259948 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57566) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:23.279887 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [None req-a0207aba-b6b7-4730-9396-630dd821158e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Floating IP c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b associated. External IP: 172.27.4.56, port: 82f43520-38c1-414e-b0a4-66b27e6ff60b. Aug 01 14:09:23.301010 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5739a1e3-74c8-4134-974c-79e0e482ece7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:23.575158 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9a4723a1-e895-4c5c-abfb-b6c09bcd0d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:23.752384 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5739a1e3-74c8-4134-974c-79e0e482ece7 admin admin] Publish callbacks [] for security_group (67b647a5-ae95-461d-8599-5f6c411ac12e), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:23.759030 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5739a1e3-74c8-4134-974c-79e0e482ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (67b647a5-ae95-461d-8599-5f6c411ac12e), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:23.781606 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9a4723a1-e895-4c5c-abfb-b6c09bcd0d50 admin admin] Publish callbacks [] for security_group (93fce3aa-e935-4952-b268-084477998462), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:23.790832 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9a4723a1-e895-4c5c-abfb-b6c09bcd0d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (93fce3aa-e935-4952-b268-084477998462), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:23.801579 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0207aba-b6b7-4730-9396-630dd821158e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Router ea85f9a1-1122-4c86-9aee-b09a6924811b has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:09:23.851336 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739a1e3-74c8-4134-974c-79e0e482ece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b647a5-ae95-461d-8599-5f6c411ac12e,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:23.878405 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-5739a1e3-74c8-4134-974c-79e0e482ece7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9a2e02f2cff49258df6de06399f8239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6149514 Aug 01 14:09:23.880667 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57578) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:23.911981 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4723a1-e895-4c5c-abfb-b6c09bcd0d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fce3aa-e935-4952-b268-084477998462,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:23.924383 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9a4723a1-e895-4c5c-abfb-b6c09bcd0d50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=816cdf3ad1a74c339f888274f2817967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9855316 Aug 01 14:09:23.928199 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57582) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:24.051921 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53036613-8849-443b-9a88-455d9d5f109a req-530fa5a0-2f2e-48b3-9ab8-1d6185753066 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:24.055072 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-53036613-8849-443b-9a88-455d9d5f109a req-530fa5a0-2f2e-48b3-9ab8-1d6185753066 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.1837742 Aug 01 14:09:24.187676 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-53036613-8849-443b-9a88-455d9d5f109a req-8dbcdd5f-f9c5-4cd4-bd7d-7b19c6d56784 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095939 Aug 01 14:09:24.214669 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0207aba-b6b7-4730-9396-630dd821158e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:09:24.219522 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a0207aba-b6b7-4730-9396-630dd821158e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.245628 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bff9f5d2-4279-44f3-aaf6-e83c0f177df8 admin admin] Publish callbacks [] for security_group (93fce3aa-e935-4952-b268-084477998462), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.254083 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] Sync routers for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:09:24.259683 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-a0207aba-b6b7-4730-9396-630dd821158e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "PUT /v2.0/floatingips/c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b HTTP/1.1" status: 200 len: 990 time: 3.9308600 Aug 01 14:09:24.259683 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'tag': '82f43520-38c1-414e-b0a4-66b27e6ff60b'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:09:24.261203 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7883942d-06c2-45bf-8491-444cb07249db" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8", "tag": "82f43520-38c1-414e-b0a4-66b27e6ff60b"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:09:24.290967 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:09:24.296984 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:08:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:24.348635 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bff9f5d2-4279-44f3-aaf6-e83c0f177df8 admin admin] Publish callbacks [] for security_group (93fce3aa-e935-4952-b268-084477998462), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.359736 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57594) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:24.361920 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-581a4404-8dad-4dd8-84f6-947415b8c393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.423143 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2a5027-8832-49f2-8c65-14628cab7a1e x-openstack-request-id: req-4b2a5027-8832-49f2-8c65-14628cab7a1e {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:09:24.423902 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8", "tag": "82f43520-38c1-414e-b0a4-66b27e6ff60b", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:09:24.424602 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b2a5027-8832-49f2-8c65-14628cab7a1e {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:09:24.425549 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2a5027-8832-49f2-8c65-14628cab7a1e'] response: {'name': 'network-changed', 'server_uuid': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'tag': '82f43520-38c1-414e-b0a4-66b27e6ff60b', 'status': 'completed', 'code': 200} Aug 01 14:09:24.455693 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-309ae9f0-8da9-4c23-8b04-095d0ec4f768 admin admin] Publish callbacks [] for security_group (67b647a5-ae95-461d-8599-5f6c411ac12e), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.491087 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:24.561810 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:09:24.590838 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-309ae9f0-8da9-4c23-8b04-095d0ec4f768 admin admin] Publish callbacks [] for security_group (67b647a5-ae95-461d-8599-5f6c411ac12e), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.609604 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883942d-06c2-45bf-8491-444cb07249db req-d13325c3-2ddd-4514-96b4-2070f58149f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:24.613397 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7883942d-06c2-45bf-8491-444cb07249db req-d13325c3-2ddd-4514-96b4-2070f58149f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 1129 time: 0.1427045 Aug 01 14:09:24.637623 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bff9f5d2-4279-44f3-aaf6-e83c0f177df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (93fce3aa-e935-4952-b268-084477998462), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.640777 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bff9f5d2-4279-44f3-aaf6-e83c0f177df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.641986 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-bff9f5d2-4279-44f3-aaf6-e83c0f177df8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93fce3aa-e935-4952-b268-084477998462 HTTP/1.1" status: 204 len: 168 time: 0.7123492 Aug 01 14:09:24.722231 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:24.740020 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9f5d2-4279-44f3-aaf6-e83c0f177df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fce3aa-e935-4952-b268-084477998462,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:24.775680 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1630d6df-c466-4ec2-964e-9a2f4ea79fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.896244 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-309ae9f0-8da9-4c23-8b04-095d0ec4f768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (67b647a5-ae95-461d-8599-5f6c411ac12e), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.901719 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-309ae9f0-8da9-4c23-8b04-095d0ec4f768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:24.905913 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-309ae9f0-8da9-4c23-8b04-095d0ec4f768 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67b647a5-ae95-461d-8599-5f6c411ac12e HTTP/1.1" status: 204 len: 168 time: 1.0067267 Aug 01 14:09:24.917666 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883942d-06c2-45bf-8491-444cb07249db req-618b8c67-0ce3-4e8d-9787-ab03d396beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:24.921154 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7883942d-06c2-45bf-8491-444cb07249db req-618b8c67-0ce3-4e8d-9787-ab03d396beba service neutron] 10.222.0.57 "GET /v2.0/networks?id=c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 200 len: 912 time: 0.2965734 Aug 01 14:09:24.941660 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ae9f0-8da9-4c23-8b04-095d0ec4f768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b647a5-ae95-461d-8599-5f6c411ac12e,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:25.009099 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'floating_ip_address': '172.27.4.56', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'port_id': '82f43520-38c1-414e-b0a4-66b27e6ff60b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'mac_address': 'fa:16:3e:bb:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:08:34Z', 'updated_at': '2022-08-01T14:09:22Z', 'revision_number': 1, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:25.075798 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] Checking router: ea85f9a1-1122-4c86-9aee-b09a6924811b for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:09:25.099033 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:09:25.100035 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:08:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:25.158336 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1630d6df-c466-4ec2-964e-9a2f4ea79fed admin admin] Publish callbacks [] for security_group (0e1b42dd-36af-4c91-8942-f567c6b21c5a), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:25.163425 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:25.174231 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1630d6df-c466-4ec2-964e-9a2f4ea79fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (0e1b42dd-36af-4c91-8942-f567c6b21c5a), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:25.311301 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-1630d6df-c466-4ec2-964e-9a2f4ea79fed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4047e4eb89d47ddbe4c4091b610b6c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9497128 Aug 01 14:09:25.313230 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630d6df-c466-4ec2-964e-9a2f4ea79fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1b42dd-36af-4c91-8942-f567c6b21c5a,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:25.318635 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57616) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:25.384746 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:09:25.456424 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:25.554900 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7883942d-06c2-45bf-8491-444cb07249db req-999f63b5-ba93-4863-ba71-746f182c4d8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b HTTP/1.1" status: 200 len: 998 time: 0.6237819 Aug 01 14:09:25.631797 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-03d1449d-0609-4213-a882-d4905925d9f8 admin admin] Publish callbacks [] for security_group (0e1b42dd-36af-4c91-8942-f567c6b21c5a), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:25.691290 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-03d1449d-0609-4213-a882-d4905925d9f8 admin admin] Publish callbacks [] for security_group (0e1b42dd-36af-4c91-8942-f567c6b21c5a), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:25.701825 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883942d-06c2-45bf-8491-444cb07249db req-d36d5da2-c85c-41de-97a7-ac5a30f386df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:25.710067 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7883942d-06c2-45bf-8491-444cb07249db req-d36d5da2-c85c-41de-97a7-ac5a30f386df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93a89a5f-ac0b-49b4-82c8-60f15b352ec8 HTTP/1.1" status: 200 len: 850 time: 0.1434965 Aug 01 14:09:25.789971 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a815-62d1-4335-b14e-a426b0aa6bc8 req-f5825d46-55ca-4ff7-a17a-ba013293be65 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:25.792817 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c367a815-62d1-4335-b14e-a426b0aa6bc8 req-f5825d46-55ca-4ff7-a17a-ba013293be65 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.2796149 Aug 01 14:09:25.826011 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883942d-06c2-45bf-8491-444cb07249db req-e4c66f1d-51c7-4a44-a188-d7fa515b707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:25.828896 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7883942d-06c2-45bf-8491-444cb07249db req-e4c66f1d-51c7-4a44-a188-d7fa515b707f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1aca417-45fc-4b60-8100-7ab851d89316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1062877 Aug 01 14:09:25.842465 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-03d1449d-0609-4213-a882-d4905925d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (0e1b42dd-36af-4c91-8942-f567c6b21c5a), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:25.847243 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-03d1449d-0609-4213-a882-d4905925d9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:25.852852 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-03d1449d-0609-4213-a882-d4905925d9f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e1b42dd-36af-4c91-8942-f567c6b21c5a HTTP/1.1" status: 204 len: 168 time: 0.5277920 Aug 01 14:09:25.893342 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1449d-0609-4213-a882-d4905925d9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1b42dd-36af-4c91-8942-f567c6b21c5a,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:25.971089 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-7974c77d-6ee9-4d55-b03a-e98690599460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:25.981287 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-7974c77d-6ee9-4d55-b03a-e98690599460 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 1129 time: 0.6612489 Aug 01 14:09:26.003169 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c367a815-62d1-4335-b14e-a426b0aa6bc8 req-caf79611-af6b-4fef-90a4-7ff556da48fe tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942403 Aug 01 14:09:26.054471 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'floating_ip_address': '172.27.4.56', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'port_id': '82f43520-38c1-414e-b0a4-66b27e6ff60b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'mac_address': 'fa:16:3e:bb:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:08:34Z', 'updated_at': '2022-08-01T14:09:22Z', 'revision_number': 1, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:26.114265 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eede886-329c-4ab5-b2a4-ccf59a90a0ab None None] The sync data for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi is: [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'floating_ip_address': '172.27.4.56', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'port_id': '82f43520-38c1-414e-b0a4-66b27e6ff60b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'mac_address': 'fa:16:3e:bb:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:08:34Z', 'updated_at': '2022-08-01T14:09:22Z', 'revision_number': 1, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:09:26.311191 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7883942d-06c2-45bf-8491-444cb07249db req-41ada260-c86b-453a-a6f9-83ee4847091d service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724925 Aug 01 14:09:26.337055 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-a7f4f597-1c7f-4b36-a393-1312ba9a060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:26.338648 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-a7f4f597-1c7f-4b36-a393-1312ba9a060a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.3475916 Aug 01 14:09:26.430370 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-796487d6-368e-4bdd-8972-f85a4e2ac8c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7086f705-ac19-4c95-a617-0872f904d724 HTTP/1.1" status: 200 len: 217 time: 0.0748050 Aug 01 14:09:26.540308 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-f74e6118-3777-4899-9000-59f980355249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:26.542875 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-f74e6118-3777-4899-9000-59f980355249 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.1050143 Aug 01 14:09:26.614344 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-51f48356-f557-49e1-b3ed-91e520bc6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:26.620705 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-51f48356-f557-49e1-b3ed-91e520bc6af4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0705595 Aug 01 14:09:26.635310 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3ebb-7d86-40f6-850e-9aaf15ad149c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:26.645745 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147631b-a632-4b86-bbb1-eb9b40da0d82 None None] New status for floating IP c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b: ACTIVE {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:09:26.791769 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7883942d-06c2-45bf-8491-444cb07249db req-3150a31b-405c-47d5-b199-4785b15547f3 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711094 Aug 01 14:09:26.932026 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-b8d5c4d7-28ac-434b-ade0-8640de0190ac service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953327 Aug 01 14:09:26.946420 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57658) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:26.978497 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b8de8544-e5f1-419a-a83c-d5826dc248eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:27.137135 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:27.181184 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ecd03d08-9cf6-47f6-85aa-0e07529a5a43 req-4eaeddaf-e372-4360-a5a9-2defe137b5e1 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415161 Aug 01 14:09:27.235369 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b8de8544-e5f1-419a-a83c-d5826dc248eb admin admin] Publish callbacks [] for security_group (c0eadb77-2c00-41f6-b34e-f6df823e6dbb), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:27.246671 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b8de8544-e5f1-419a-a83c-d5826dc248eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c0eadb77-2c00-41f6-b34e-f6df823e6dbb), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:27.383433 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:09:27.431759 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da7eb6-a93b-4c78-9ddf-2e8ed0ae526a req-2fa0e2b0-e385-44aa-9f57-864ed92cee59 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:27.431759 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-51da7eb6-a93b-4c78-9ddf-2e8ed0ae526a req-2fa0e2b0-e385-44aa-9f57-864ed92cee59 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.1745913 Aug 01 14:09:27.455747 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-b8de8544-e5f1-419a-a83c-d5826dc248eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72623015993c45e9b1f31fa64dae8435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5076149 Aug 01 14:09:27.458676 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57672) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:27.509910 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de8544-e5f1-419a-a83c-d5826dc248eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eadb77-2c00-41f6-b34e-f6df823e6dbb,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:27.564964 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-51da7eb6-a93b-4c78-9ddf-2e8ed0ae526a req-703268c1-71fc-4515-b798-7e6ab10bc0c0 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212218 Aug 01 14:09:27.583050 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0af72821-be4a-420d-975a-88a6acc3fd82 admin admin] Publish callbacks [] for security_group (c0eadb77-2c00-41f6-b34e-f6df823e6dbb), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:27.616552 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0af72821-be4a-420d-975a-88a6acc3fd82 admin admin] Publish callbacks [] for security_group (c0eadb77-2c00-41f6-b34e-f6df823e6dbb), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:27.716263 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0af72821-be4a-420d-975a-88a6acc3fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c0eadb77-2c00-41f6-b34e-f6df823e6dbb), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:27.722784 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0af72821-be4a-420d-975a-88a6acc3fd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:27.729211 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0af72821-be4a-420d-975a-88a6acc3fd82 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0eadb77-2c00-41f6-b34e-f6df823e6dbb HTTP/1.1" status: 204 len: 168 time: 0.2682335 Aug 01 14:09:27.746952 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af72821-be4a-420d-975a-88a6acc3fd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eadb77-2c00-41f6-b34e-f6df823e6dbb,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:28.265579 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:28.761842 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4b776-b985-4277-b383-31244ad6d347 req-6e21c0f1-f4da-4d58-9e18-b786f5c79374 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:28.764311 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dad4b776-b985-4277-b383-31244ad6d347 req-6e21c0f1-f4da-4d58-9e18-b786f5c79374 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.0827878 Aug 01 14:09:28.839165 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dad4b776-b985-4277-b383-31244ad6d347 req-2f841dad-6d43-4fb1-9640-a2d291e7c00c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601370 Aug 01 14:09:29.147616 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:29.529080 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57784) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:29.809245 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1365490217-network', 'tenant_id': '5166861cf436411e9797c575c32bb800'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:29.848056 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Made reservation on behalf of 5166861cf436411e9797c575c32bb800 for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:09:29.850794 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:29.869277 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:29.915976 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:30.163351 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066895d-6969-41a6-81cc-a3b896b386f7 req-161c3f48-ca63-49f8-907b-3b2bc3b317ff tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:30.178516 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4066895d-6969-41a6-81cc-a3b896b386f7 req-161c3f48-ca63-49f8-907b-3b2bc3b317ff tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.2061837 Aug 01 14:09:30.198355 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:30.277370 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Publish callbacks [] for security_group (c84132fa-350b-49af-8937-5e704ac9e97b), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:30.287867 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c84132fa-350b-49af-8937-5e704ac9e97b), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:30.311495 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:30.333258 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4066895d-6969-41a6-81cc-a3b896b386f7 req-dde1aff5-98e8-46de-b4e3-f37a39be7a8a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515648 Aug 01 14:09:30.352951 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:09:30.365154 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84132fa-350b-49af-8937-5e704ac9e97b,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:30.375615 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (ad11cc2e-7197-47fa-8860-741ec67707d1), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:30.376069 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Added segment ad11cc2e-7197-47fa-8860-741ec67707d1 of type vlan for network 751d676e-11d1-4d98-a6d1-fda6fc6358f0 Aug 01 14:09:30.429710 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (751d676e-11d1-4d98-a6d1-fda6fc6358f0), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:30.469175 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (751d676e-11d1-4d98-a6d1-fda6fc6358f0), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:30.470686 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:30.471404 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:30.555718 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0254686 Aug 01 14:09:30.558861 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57838) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:30.566679 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Request body: {'subnet': {'network_id': '751d676e-11d1-4d98-a6d1-fda6fc6358f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1365490217-subnet', 'tenant_id': '5166861cf436411e9797c575c32bb800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:30.575974 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17bfd4-ba8a-4036-83cb-ae97d335c9aa admin admin] Pushing event updated for resources: {'Network': ['ID=751d676e-11d1-4d98-a6d1-fda6fc6358f0,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:30.592709 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 751d676e-11d1-4d98-a6d1-fda6fc6358f0 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:09:30.629676 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Made reservation on behalf of 5166861cf436411e9797c575c32bb800 for: {'subnet': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:09:30.633782 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:30.657217 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:30.956236 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (a4454acb-db37-497b-aa07-7eaa6651a34b), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:31.039514 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4454acb-db37-497b-aa07-7eaa6651a34b,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:31.058802 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Checking segment: {'id': 'ad11cc2e-7197-47fa-8860-741ec67707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '751d676e-11d1-4d98-a6d1-fda6fc6358f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:09:31.058802 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Network hostable DHCP agents. Network: 751d676e-11d1-4d98-a6d1-fda6fc6358f0, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:09:31.085754 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Network 751d676e-11d1-4d98-a6d1-fda6fc6358f0 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:09:31.099171 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 751d676e-11d1-4d98-a6d1-fda6fc6358f0) {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:09:31.113212 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:31.114048 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:31.126131 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b30319-291d-4db5-b3e8-9ab03603c38f None None] Network 751d676e-11d1-4d98-a6d1-fda6fc6358f0 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:09:31.162408 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-e1d7baca-5a5d-4530-a996-126351aa59ba admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6021481 Aug 01 14:09:31.544753 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0b526-d44e-4bb7-8fae-5ca1b4893800 None None] Network 751d676e-11d1-4d98-a6d1-fda6fc6358f0 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:09:31.619857 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f40af-f58c-424f-8a6d-c95ed059f26b req-473e7ecd-b8c2-4b29-b077-cd45e7376512 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:31.619857 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c25f40af-f58c-424f-8a6d-c95ed059f26b req-473e7ecd-b8c2-4b29-b077-cd45e7376512 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.1604202 Aug 01 14:09:31.739800 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c25f40af-f58c-424f-8a6d-c95ed059f26b req-65992504-f6da-4462-99f7-22162dc462a8 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195717 Aug 01 14:09:32.412424 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 57900) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:32.420053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1888921805-network', 'tenant_id': 'a687a9ada4494ab4b93aa989fe7b47a2'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:32.455504 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Made reservation on behalf of a687a9ada4494ab4b93aa989fe7b47a2 for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:09:32.464324 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:32.473340 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:32.561023 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:32.617862 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:32.630499 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Publish callbacks [] for security_group (1a2779ec-843e-4255-bc6a-ed717785f73c), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:32.636578 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (1a2779ec-843e-4255-bc6a-ed717785f73c), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:32.697187 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2779ec-843e-4255-bc6a-ed717785f73c,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:32.708676 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:09:32.722608 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (612f4441-170b-4224-a9b5-0c7f6bb01ac7), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:32.723096 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Added segment 612f4441-170b-4224-a9b5-0c7f6bb01ac7 of type vlan for network 60fdc66f-96e4-4c64-bafd-274bed7d0446 Aug 01 14:09:32.794057 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (60fdc66f-96e4-4c64-bafd-274bed7d0446), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:32.902696 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (60fdc66f-96e4-4c64-bafd-274bed7d0446), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:32.904793 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:32.905804 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:33.021690 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86765e76-e02b-41a3-8504-07600d2c09b0 req-4404c528-689b-4237-8d65-0e858b1805f3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:33.024906 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86765e76-e02b-41a3-8504-07600d2c09b0 req-4404c528-689b-4237-8d65-0e858b1805f3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.1904774 Aug 01 14:09:33.036545 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6223142 Aug 01 14:09:33.041307 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 57918) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:33.050749 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Request body: {'subnet': {'network_id': '60fdc66f-96e4-4c64-bafd-274bed7d0446', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1888921805-subnet', 'tenant_id': 'a687a9ada4494ab4b93aa989fe7b47a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:33.059158 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:33.090391 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Made reservation on behalf of a687a9ada4494ab4b93aa989fe7b47a2 for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:09:33.094313 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:33.165544 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b15595-2bbb-48e0-93ed-8551d9655eaf admin admin] Pushing event updated for resources: {'Network': ['ID=60fdc66f-96e4-4c64-bafd-274bed7d0446,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:33.182313 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 60fdc66f-96e4-4c64-bafd-274bed7d0446 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:09:33.216114 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644591a9-faad-4d94-af0d-011294b9b6cb req-3bcabbdb-5f33-424f-a889-89a706698d0c tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:33.217840 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-644591a9-faad-4d94-af0d-011294b9b6cb req-3bcabbdb-5f33-424f-a889-89a706698d0c tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.1377311 Aug 01 14:09:33.231170 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86765e76-e02b-41a3-8504-07600d2c09b0 req-bffe97ad-824d-482b-8fe3-896f3bbe3289 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928012 Aug 01 14:09:33.356873 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-644591a9-faad-4d94-af0d-011294b9b6cb req-489d9140-7201-4a5a-b942-9beb627e5e7f tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218448 Aug 01 14:09:33.484428 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (bbf022ae-fb36-4e20-8aeb-6130ec418bf4), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:33.567189 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf022ae-fb36-4e20-8aeb-6130ec418bf4,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:33.583744 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Checking segment: {'id': '612f4441-170b-4224-a9b5-0c7f6bb01ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60fdc66f-96e4-4c64-bafd-274bed7d0446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:09:33.584112 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Network hostable DHCP agents. Network: 60fdc66f-96e4-4c64-bafd-274bed7d0446, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:09:33.610528 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Network 60fdc66f-96e4-4c64-bafd-274bed7d0446 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:09:33.640940 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 60fdc66f-96e4-4c64-bafd-274bed7d0446) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:09:33.652868 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:33.654255 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:33.657184 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005dc76d-c986-46ad-8959-507c1de1d43d None None] Network 60fdc66f-96e4-4c64-bafd-274bed7d0446 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:09:33.717723 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-8f901129-e2a1-42c1-9c55-1fbd23c300b4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6738720 Aug 01 14:09:33.862233 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19908603-ab2f-4320-bd4e-974cc7e574d5 None None] Network 60fdc66f-96e4-4c64-bafd-274bed7d0446 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:09:33.923625 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:34.398570 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757a820-c4d6-4a18-93f5-949fc69bc9c5 req-0801fcf2-3149-4fff-8795-bc610ecf2405 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:34.400289 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3757a820-c4d6-4a18-93f5-949fc69bc9c5 req-0801fcf2-3149-4fff-8795-bc610ecf2405 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.0740383 Aug 01 14:09:34.503511 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3757a820-c4d6-4a18-93f5-949fc69bc9c5 req-7217dedb-21f0-438e-afe8-d57d720827c2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935175 Aug 01 14:09:34.582784 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04320e93-4782-4463-96de-86fb98ba3985 req-5839ed96-d2c3-4fce-8550-2c0623371377 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:34.584455 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-04320e93-4782-4463-96de-86fb98ba3985 req-5839ed96-d2c3-4fce-8550-2c0623371377 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.0706203 Aug 01 14:09:34.673985 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-04320e93-4782-4463-96de-86fb98ba3985 req-7fb395db-2fdd-48e8-8af6-173f4ab73050 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779781 Aug 01 14:09:35.706248 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571a525-75f4-408d-ad00-6d1c09bda416 req-d05c5b67-dd13-4492-97bd-d71290da072a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:35.708891 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3571a525-75f4-408d-ad00-6d1c09bda416 req-d05c5b67-dd13-4492-97bd-d71290da072a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.0719590 Aug 01 14:09:35.721476 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688f02a-3714-4a53-857f-beefc8852f15 req-21e8bb9a-3c3c-45f6-ad27-3fd10d4d1525 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:35.723239 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-a688f02a-3714-4a53-857f-beefc8852f15 req-21e8bb9a-3c3c-45f6-ad27-3fd10d4d1525 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.57 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.1113098 Aug 01 14:09:35.815266 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3571a525-75f4-408d-ad00-6d1c09bda416 req-a5ddf5bc-ec8d-403e-98e0-11f1fc473f29 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964782 Aug 01 14:09:35.906704 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132fe9c-659b-486f-83a5-b18a134fe4d7 req-e26904a9-b8dc-4b2f-b241-c442a3c1b747 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:35.909778 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4132fe9c-659b-486f-83a5-b18a134fe4d7 req-e26904a9-b8dc-4b2f-b241-c442a3c1b747 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 946 time: 0.1175737 Aug 01 14:09:35.974589 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [req-a688f02a-3714-4a53-857f-beefc8852f15 req-6ef6e630-1d2b-4ed5-a013-6d3d78858937 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Deleting port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:09:35.975044 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-a688f02a-3714-4a53-857f-beefc8852f15 req-6ef6e630-1d2b-4ed5-a013-6d3d78858937 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:35.985562 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4132fe9c-659b-486f-83a5-b18a134fe4d7 req-1e2332fa-c655-44d3-966c-e18eb7356996 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/security-groups?id=e00fe10d-8f92-4c5b-90a4-2c011a8f218c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646040 Aug 01 14:09:36.093495 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-a688f02a-3714-4a53-857f-beefc8852f15 req-6ef6e630-1d2b-4ed5-a013-6d3d78858937 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] For port 6af8bd7d-b81c-4d73-820b-78155d3d21f6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6af8bd7d-b81c-4d73-820b-78155d3d21f6,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:36.093879 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-a688f02a-3714-4a53-857f-beefc8852f15 req-6ef6e630-1d2b-4ed5-a013-6d3d78858937 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:36.109255 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=56 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:36.113248 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [req-a688f02a-3714-4a53-857f-beefc8852f15 req-6ef6e630-1d2b-4ed5-a013-6d3d78858937 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Calling delete_port for 6af8bd7d-b81c-4d73-820b-78155d3d21f6 owned by compute:nova {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:09:36.210273 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:36.316197 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-a688f02a-3714-4a53-857f-beefc8852f15 req-6ef6e630-1d2b-4ed5-a013-6d3d78858937 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (6af8bd7d-b81c-4d73-820b-78155d3d21f6), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:36.333028 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['6af8bd7d-b81c-4d73-820b-78155d3d21f6'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:09:36.352499 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6e630-1d2b-4ed5-a013-6d3d78858937 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Pushing event deleted for resources: {'Port': ['ID=6af8bd7d-b81c-4d73-820b-78155d3d21f6,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:36.505405 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a688f02a-3714-4a53-857f-beefc8852f15 req-6ef6e630-1d2b-4ed5-a013-6d3d78858937 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] No DVR routers for this DVR port 6af8bd7d-b81c-4d73-820b-78155d3d21f6 on host hv-cinder-84517 {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:09:36.510733 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-a688f02a-3714-4a53-857f-beefc8852f15 req-6ef6e630-1d2b-4ed5-a013-6d3d78858937 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:36.529138 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-a688f02a-3714-4a53-857f-beefc8852f15 req-6ef6e630-1d2b-4ed5-a013-6d3d78858937 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.57 "DELETE /v2.0/ports/6af8bd7d-b81c-4d73-820b-78155d3d21f6 HTTP/1.1" status: 204 len: 173 time: 0.7970092 Aug 01 14:09:36.532008 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017caf5e-f276-4e12-9a46-cc2d666cd313', 'name': 'network-vif-deleted', 'tag': '6af8bd7d-b81c-4d73-820b-78155d3d21f6'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:09:36.562826 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad3e906-033e-4367-8699-ef6d9a041f55" -d '{"events": [{"server_uuid": "017caf5e-f276-4e12-9a46-cc2d666cd313", "name": "network-vif-deleted", "tag": "6af8bd7d-b81c-4d73-820b-78155d3d21f6"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:09:36.670762 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8ff8a9-032e-45fb-ae6d-42aa2cac7627 x-openstack-request-id: req-ee8ff8a9-032e-45fb-ae6d-42aa2cac7627 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:09:36.671620 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017caf5e-f276-4e12-9a46-cc2d666cd313", "name": "network-vif-deleted", "tag": "6af8bd7d-b81c-4d73-820b-78155d3d21f6", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:09:36.672226 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee8ff8a9-032e-45fb-ae6d-42aa2cac7627 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:09:36.673143 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8ff8a9-032e-45fb-ae6d-42aa2cac7627'] response: {'server_uuid': '017caf5e-f276-4e12-9a46-cc2d666cd313', 'name': 'network-vif-deleted', 'tag': '6af8bd7d-b81c-4d73-820b-78155d3d21f6', 'status': 'completed', 'code': 200} Aug 01 14:09:37.041049 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0a6cc-e342-4e3b-b750-7cf4a7094fa0 req-bece14db-9355-4319-902b-83096bae19e9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:37.043547 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1b0a6cc-e342-4e3b-b750-7cf4a7094fa0 req-bece14db-9355-4319-902b-83096bae19e9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.1087782 Aug 01 14:09:37.087966 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58040) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:37.187529 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1b0a6cc-e342-4e3b-b750-7cf4a7094fa0 req-a0891463-4dcd-415f-8ad9-8b92da589ff3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320193 Aug 01 14:09:37.265396 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8af52607-f8c1-4b0c-b51b-73cb5b857014 req-6aa5bc37-6c8a-4bd4-807c-4833f32c36e8 tempest-DeleteServersTestJSON-2002377872 tempest-DeleteServersTestJSON-2002377872-project] 10.222.0.45 "GET /v2.0/ports?device_id=017caf5e-f276-4e12-9a46-cc2d666cd313 HTTP/1.1" status: 200 len: 210 time: 0.0894549 Aug 01 14:09:37.350444 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4becd99e-c377-4dcf-9f50-936703922db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:37.361086 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:37.382761 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:37.503323 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4becd99e-c377-4dcf-9f50-936703922db7 admin admin] Publish callbacks [] for security_group (48fc455d-5c3e-4fbf-9b63-11869f86a188), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:37.511319 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4becd99e-c377-4dcf-9f50-936703922db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (48fc455d-5c3e-4fbf-9b63-11869f86a188), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:37.602289 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becd99e-c377-4dcf-9f50-936703922db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc455d-5c3e-4fbf-9b63-11869f86a188,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:37.606904 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4becd99e-c377-4dcf-9f50-936703922db7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa24f81f21d44d1d8980883b9576bde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5151594 Aug 01 14:09:37.611104 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58058) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:37.678860 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7752-2820-429f-b162-9eab4f4b4010 admin admin] Publish callbacks [] for security_group (48fc455d-5c3e-4fbf-9b63-11869f86a188), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:37.717884 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7752-2820-429f-b162-9eab4f4b4010 admin admin] Publish callbacks [] for security_group (48fc455d-5c3e-4fbf-9b63-11869f86a188), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:37.819384 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7752-2820-429f-b162-9eab4f4b4010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (48fc455d-5c3e-4fbf-9b63-11869f86a188), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:37.826652 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7752-2820-429f-b162-9eab4f4b4010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:37.830255 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-6c8c7752-2820-429f-b162-9eab4f4b4010 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48fc455d-5c3e-4fbf-9b63-11869f86a188 HTTP/1.1" status: 204 len: 168 time: 0.2173150 Aug 01 14:09:37.854115 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c7752-2820-429f-b162-9eab4f4b4010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc455d-5c3e-4fbf-9b63-11869f86a188,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:38.447657 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c62d5-c20b-42e0-a6da-0f8cd34d9efc req-b8f7879b-e937-4d13-8194-25fa99a0f54d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:38.449580 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-378c62d5-c20b-42e0-a6da-0f8cd34d9efc req-b8f7879b-e937-4d13-8194-25fa99a0f54d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.0993416 Aug 01 14:09:38.464524 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58080) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:38.467499 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:38.501612 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1734d956-67b3-4ce4-b6a1-7c9b8b650e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:38.518960 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:38.559262 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-378c62d5-c20b-42e0-a6da-0f8cd34d9efc req-e8399ef7-8b47-4f8b-97ba-9b5d1a283d2d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014979 Aug 01 14:09:38.706301 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1734d956-67b3-4ce4-b6a1-7c9b8b650e87 admin admin] Publish callbacks [] for security_group (4eb64533-ef04-4fa6-b876-8c525e70c4ea), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:38.711280 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1734d956-67b3-4ce4-b6a1-7c9b8b650e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (4eb64533-ef04-4fa6-b876-8c525e70c4ea), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:38.775697 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-1734d956-67b3-4ce4-b6a1-7c9b8b650e87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0426318b15c54e28a94aa100c0035118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087041 Aug 01 14:09:38.778284 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58096) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:38.806205 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734d956-67b3-4ce4-b6a1-7c9b8b650e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb64533-ef04-4fa6-b876-8c525e70c4ea,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:38.849302 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-90207592-d73f-4c9c-9a13-7b6cce83c398 admin admin] Publish callbacks [] for security_group (4eb64533-ef04-4fa6-b876-8c525e70c4ea), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:38.891320 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-90207592-d73f-4c9c-9a13-7b6cce83c398 admin admin] Publish callbacks [] for security_group (4eb64533-ef04-4fa6-b876-8c525e70c4ea), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:38.972514 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-90207592-d73f-4c9c-9a13-7b6cce83c398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (4eb64533-ef04-4fa6-b876-8c525e70c4ea), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:38.978072 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-90207592-d73f-4c9c-9a13-7b6cce83c398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:38.980081 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-90207592-d73f-4c9c-9a13-7b6cce83c398 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4eb64533-ef04-4fa6-b876-8c525e70c4ea HTTP/1.1" status: 204 len: 168 time: 0.1986306 Aug 01 14:09:38.995902 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90207592-d73f-4c9c-9a13-7b6cce83c398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb64533-ef04-4fa6-b876-8c525e70c4ea,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:39.635759 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58120) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:39.654956 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e241f9d0-9414-4304-afb8-7d2c75a2555e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:39.731618 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af9c3d-0ee0-405a-97c8-11c3a1afce6b req-f303b2b6-f645-4035-8740-4d9420d260ec tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:39.733418 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-52af9c3d-0ee0-405a-97c8-11c3a1afce6b req-f303b2b6-f645-4035-8740-4d9420d260ec tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.0727746 Aug 01 14:09:39.833694 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-52af9c3d-0ee0-405a-97c8-11c3a1afce6b req-d5e70c4c-a25d-426d-82cd-74f97c75ba0b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908277 Aug 01 14:09:39.852860 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e241f9d0-9414-4304-afb8-7d2c75a2555e admin admin] Publish callbacks [] for security_group (38ef1142-4a76-4a22-ae04-929c07b166e1), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:39.859536 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e241f9d0-9414-4304-afb8-7d2c75a2555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (38ef1142-4a76-4a22-ae04-929c07b166e1), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:39.911820 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-e241f9d0-9414-4304-afb8-7d2c75a2555e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ff164eed8be4d859de8f16d230575de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728815 Aug 01 14:09:39.912710 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241f9d0-9414-4304-afb8-7d2c75a2555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ef1142-4a76-4a22-ae04-929c07b166e1,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:39.915242 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58128) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:39.986154 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-577eb415-f8ca-460b-81a9-bcee78b55f93 admin admin] Publish callbacks [] for security_group (38ef1142-4a76-4a22-ae04-929c07b166e1), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:40.047432 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-577eb415-f8ca-460b-81a9-bcee78b55f93 admin admin] Publish callbacks [] for security_group (38ef1142-4a76-4a22-ae04-929c07b166e1), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:40.131273 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58138) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:40.171921 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-577eb415-f8ca-460b-81a9-bcee78b55f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (38ef1142-4a76-4a22-ae04-929c07b166e1), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:40.174907 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-577eb415-f8ca-460b-81a9-bcee78b55f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:40.176165 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-577eb415-f8ca-460b-81a9-bcee78b55f93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38ef1142-4a76-4a22-ae04-929c07b166e1 HTTP/1.1" status: 204 len: 168 time: 0.2596698 Aug 01 14:09:40.195452 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eb415-f8ca-460b-81a9-bcee78b55f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ef1142-4a76-4a22-ae04-929c07b166e1,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:40.915590 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:41.020205 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6af8bd7d-b81c-4d73-820b-78155d3d21f6 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:09:41.039129 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d10db5-9ca7-4692-9476-2b35a26c970f req-b9ee7475-b42c-41dd-88ac-046c74c16697 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:41.050851 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-83d10db5-9ca7-4692-9476-2b35a26c970f req-b9ee7475-b42c-41dd-88ac-046c74c16697 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.1033938 Aug 01 14:09:41.089019 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 6af8bd7d-b81c-4d73-820b-78155d3d21f6 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:09:41.092499 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6af8bd7d-b81c-4d73-820b-78155d3d21f6 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:09:41.217143 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-83d10db5-9ca7-4692-9476-2b35a26c970f req-6ed1e83d-8985-4e6a-ac53-d54e64e6c30c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573832 Aug 01 14:09:41.423068 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58178) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:41.452917 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:41.575782 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:41.698321 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaaf896b-a40b-4693-9095-0cdf314df9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:41.855083 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58190) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:41.916430 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] Deleting port f75e4ec8-1cf7-42a7-8084-b5367f4806ea {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:09:41.916769 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:41.983348 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaaf896b-a40b-4693-9095-0cdf314df9d1 admin admin] Publish callbacks [] for security_group (52878c1f-f265-43eb-9672-6850c2367de3), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:41.995197 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaaf896b-a40b-4693-9095-0cdf314df9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (52878c1f-f265-43eb-9672-6850c2367de3), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.034576 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-240566665-network', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:42.061112 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-eaaf896b-a40b-4693-9095-0cdf314df9d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f812076f1abf4f03a2708691c93560b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6333551 Aug 01 14:09:42.066622 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58194) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:42.077401 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf896b-a40b-4693-9095-0cdf314df9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52878c1f-f265-43eb-9672-6850c2367de3,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:42.079337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Made reservation on behalf of 9d78f1cca2f845a5ad90c514c2d71f62 for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:09:42.085056 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.106829 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] For port f75e4ec8-1cf7-42a7-8084-b5367f4806ea, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=f75e4ec8-1cf7-42a7-8084-b5367f4806ea,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:42.107192 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.114340 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.127014 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] Calling delete_port for f75e4ec8-1cf7-42a7-8084-b5367f4806ea owned by network:router_interface {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:09:42.158794 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:42.176033 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:42.204340 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-52026772-9ac4-44e5-bc25-ac201089929d admin admin] Publish callbacks [] for security_group (52878c1f-f265-43eb-9672-6850c2367de3), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.257597 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-52026772-9ac4-44e5-bc25-ac201089929d admin admin] Publish callbacks [] for security_group (52878c1f-f265-43eb-9672-6850c2367de3), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.328979 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Publish callbacks [] for security_group (0eeedcad-f141-4243-a424-3b010d13de66), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.335638 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (0eeedcad-f141-4243-a424-3b010d13de66), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.383376 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeedcad-f141-4243-a424-3b010d13de66,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:42.433180 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:09:42.438491 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-52026772-9ac4-44e5-bc25-ac201089929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (52878c1f-f265-43eb-9672-6850c2367de3), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.447130 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-52026772-9ac4-44e5-bc25-ac201089929d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.450345 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-52026772-9ac4-44e5-bc25-ac201089929d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52878c1f-f265-43eb-9672-6850c2367de3 HTTP/1.1" status: 204 len: 168 time: 0.3816698 Aug 01 14:09:42.463951 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (8f6c842f-b93d-499e-8877-540f02e8aa63), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.465182 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Added segment 8f6c842f-b93d-499e-8877-540f02e8aa63 of type vlan for network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 Aug 01 14:09:42.673910 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52026772-9ac4-44e5-bc25-ac201089929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52878c1f-f265-43eb-9672-6850c2367de3,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:42.685023 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (f75e4ec8-1cf7-42a7-8084-b5367f4806ea), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.692032 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.753848 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] Pushing event deleted for resources: {'Port': ['ID=f75e4ec8-1cf7-42a7-8084-b5367f4806ea,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:42.847728 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a794f-b918-4a9a-8d59-c1522532923d req-cbe11b85-196a-4c58-9296-8b3f98e8d3ae tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:42.855980 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-036a794f-b918-4a9a-8d59-c1522532923d req-cbe11b85-196a-4c58-9296-8b3f98e8d3ae tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.4038424 Aug 01 14:09:42.858466 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.877065 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:42.892205 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:42.904734 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:43.077605 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:43.107573 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2504520 Aug 01 14:09:43.110432 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58220) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:43.115450 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Request body: {'subnet': {'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-240566665-subnet', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'ip_version': 4}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:43.166717 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:43.238818 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Made reservation on behalf of 9d78f1cca2f845a5ad90c514c2d71f62 for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:09:43.245372 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:43.302863 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58224) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:43.332774 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4774d780-3fc8-46bf-b75c-78a24ffaaf92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:43.430878 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6d575-b92f-43f9-9bdc-8a0b6bdcf9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:43.448222 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-036a794f-b918-4a9a-8d59-c1522532923d req-21eecba7-1b6e-401a-91c7-637179a88d3a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325911 Aug 01 14:09:43.458815 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:09:43.708999 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] Router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:09:43.793620 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4774d780-3fc8-46bf-b75c-78a24ffaaf92 admin admin] Publish callbacks [] for security_group (2f6a7bb4-68ab-42e4-97fb-d121e29d4508), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:43.824861 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4774d780-3fc8-46bf-b75c-78a24ffaaf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2f6a7bb4-68ab-42e4-97fb-d121e29d4508), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:43.871188 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:43.959864 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (92c4316e-45c3-407c-bf1b-0ad24c58336c), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:44.030554 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4774d780-3fc8-46bf-b75c-78a24ffaaf92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6636e1a220944e0ea518b444ffc5b784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7263494 Aug 01 14:09:44.031356 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774d780-3fc8-46bf-b75c-78a24ffaaf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a7bb4-68ab-42e4-97fb-d121e29d4508,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:44.034020 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58238) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:44.113970 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a607ae92-615c-4412-93cc-0dc553a80158 admin admin] Publish callbacks [] for security_group (2f6a7bb4-68ab-42e4-97fb-d121e29d4508), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:44.133879 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c4316e-45c3-407c-bf1b-0ad24c58336c,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:44.162777 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Checking segment: {'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:09:44.163120 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Network hostable DHCP agents. Network: a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:09:44.169656 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a607ae92-615c-4412-93cc-0dc553a80158 admin admin] Publish callbacks [] for security_group (2f6a7bb4-68ab-42e4-97fb-d121e29d4508), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:44.170575 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:09:44.186823 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2a406a1b-ec69-4534-9cd9-6c7311645caa admin admin] 10.222.0.45 "PUT /v2.0/routers/b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0502765 Aug 01 14:09:44.189983 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58242) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:44.192403 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] Sync routers for ids ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:09:44.223750 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] Routers {'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:09:44.226373 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:44.259959 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:09:44.282501 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a607ae92-615c-4412-93cc-0dc553a80158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2f6a7bb4-68ab-42e4-97fb-d121e29d4508), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:44.287779 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a607ae92-615c-4412-93cc-0dc553a80158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:44.293823 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-a607ae92-615c-4412-93cc-0dc553a80158 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f6a7bb4-68ab-42e4-97fb-d121e29d4508 HTTP/1.1" status: 204 len: 168 time: 0.2585380 Aug 01 14:09:44.305630 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607ae92-615c-4412-93cc-0dc553a80158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a7bb4-68ab-42e4-97fb-d121e29d4508,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:44.383950 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:09:44.393431 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:44.398412 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:44.403484 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453cb785-b18d-4ab2-8c2a-c3ebbb193832 None None] Network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:09:44.438703 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-b3359693-0275-42c8-bb1f-41dae55efe03 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3268538 Aug 01 14:09:44.442725 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58248) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:44.448767 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:44.458914 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=11,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:44.500476 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (fa4a9281-06a2-416f-812c-c1dcf41923a5), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:44.502260 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (fa4a9281-06a2-416f-812c-c1dcf41923a5), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:44.510869 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:44.573147 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Publish callbacks [] for router (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:44.649857 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] Set router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:09:44.696323 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks [] for router_controller (fa4a9281-06a2-416f-812c-c1dcf41923a5), precommit_add_association {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:44.744050 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:09:44.749540 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:45.117818 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Allocated IP 172.20.0.2 (a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8/92c4316e-45c3-407c-bf1b-0ad24c58336c/1334ec60-0bc6-4189-90ec-8bc07a987fd7) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:09:45.178463 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'name': 'tempest-DeleteServersTestJSON-256650087-router', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:18Z', 'updated_at': '2022-08-01T14:09:42Z', 'revision_number': 5, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'gw_port': {'id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:45.222103 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] Checking router: b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:09:45.236420 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] Routers {'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:09:45.237379 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:45.389798 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] Set router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:09:45.431012 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks [] for router_gateway (fa4a9281-06a2-416f-812c-c1dcf41923a5), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:45.523390 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de793b-c9cb-4d94-a8c1-6f4ffdfa1f1a req-c386c457-900e-41b9-8a73-f2e90d253e75 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:45.528830 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2de793b-c9cb-4d94-a8c1-6f4ffdfa1f1a req-c386c457-900e-41b9-8a73-f2e90d253e75 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.5869067 Aug 01 14:09:45.635626 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Publish callbacks [] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:45.646827 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:45.697745 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58268) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:45.720248 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5802-0123-42d2-83ed-4b15ccc59995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:45.742747 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Publish callbacks [] for router_gateway (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:45.762825 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:09:45.767507 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:09:45.783337 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:09:45.794197 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2de793b-c9cb-4d94-a8c1-6f4ffdfa1f1a req-0791b754-7cbc-405d-badf-aef725ca1411 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939299 Aug 01 14:09:45.847000 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Deleting port 2d3bba17-3233-45b9-aa23-3925f9b89692 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:09:45.847350 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:45.926153 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'name': 'tempest-DeleteServersTestJSON-256650087-router', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:18Z', 'updated_at': '2022-08-01T14:09:42Z', 'revision_number': 5, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'gw_port': {'id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:45.963974 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5802-0123-42d2-83ed-4b15ccc59995 admin admin] Publish callbacks [] for security_group (299a8132-afa0-4a4b-83c2-ef887037240b), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:45.980439 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5802-0123-42d2-83ed-4b15ccc59995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (299a8132-afa0-4a4b-83c2-ef887037240b), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:45.991562 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:46.015648 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:46.018264 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Attempting to bind port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:09:46.018866 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Attempting to bind port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:09:46.019379 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Attempting to bind port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 on network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:09:46.036734 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b2162-a6ff-4106-ad8b-1bf10366c981 None None] The sync data for ids ['b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c'] in dv-cinder-845178-10-iscsi is: [{'id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'name': 'tempest-DeleteServersTestJSON-256650087-router', 'tenant_id': '075e439a5de54261b5357fe8c513e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:18Z', 'updated_at': '2022-08-01T14:09:42Z', 'revision_number': 5, 'project_id': '075e439a5de54261b5357fe8c513e9ee', 'gw_port': {'id': '2d3bba17-3233-45b9-aa23-3925f9b89692', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:09:46.039709 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a5802-0123-42d2-83ed-4b15ccc59995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299a8132-afa0-4a4b-83c2-ef887037240b,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:46.040344 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:09:46.041220 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Checking segment: {'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:09:46.042122 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.053828 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Bound using segment: {'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:09:46.057715 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Bound port: 1334ec60-0bc6-4189-90ec-8bc07a987fd7, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:09:46.058608 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.075253 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks [] for router_gateway (fa4a9281-06a2-416f-812c-c1dcf41923a5), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.077070 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Pushing event updated for resources: {'Port': ['ID=1334ec60-0bc6-4189-90ec-8bc07a987fd7,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:46.084062 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-5b7a5802-0123-42d2-83ed-4b15ccc59995 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32eeebdbc7d64f319568c7808cf620d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804955 Aug 01 14:09:46.093316 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58272) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:46.129401 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.154844 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] For port 2d3bba17-3233-45b9-aa23-3925f9b89692, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=2d3bba17-3233-45b9-aa23-3925f9b89692,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:46.155195 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.203943 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Calling delete_port for 2d3bba17-3233-45b9-aa23-3925f9b89692 owned by network:router_gateway {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:09:46.237105 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:46.257304 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] For port 1334ec60-0bc6-4189-90ec-8bc07a987fd7, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:09:46.270058 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] For port 1334ec60-0bc6-4189-90ec-8bc07a987fd7, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=1334ec60-0bc6-4189-90ec-8bc07a987fd7,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:09:46.280742 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.300953 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0736f0d6-ed04-41f3-9cd9-7bbbef1b1f39 admin admin] Publish callbacks [] for security_group (299a8132-afa0-4a4b-83c2-ef887037240b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.321571 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:46.353605 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Allocated IP 172.27.4.95 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/394dab57-f9c5-44d1-bc5d-fd08a29f350f) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:09:46.391698 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3bd2-45af-483d-8c34-35c3ae7eacf7 None None] Pushing event updated for resources: {'Port': ['ID=1334ec60-0bc6-4189-90ec-8bc07a987fd7,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:46.393619 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0736f0d6-ed04-41f3-9cd9-7bbbef1b1f39 admin admin] Publish callbacks [] for security_group (299a8132-afa0-4a4b-83c2-ef887037240b), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.550120 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks [] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.645221 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.708684 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:46.713969 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:09:46.719199 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:09:46.723481 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:09:46.726552 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Pushing event updated for resources: {'Port': ['ID=394dab57-f9c5-44d1-bc5d-fd08a29f350f,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:46.736894 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0736f0d6-ed04-41f3-9cd9-7bbbef1b1f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (299a8132-afa0-4a4b-83c2-ef887037240b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.750745 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0736f0d6-ed04-41f3-9cd9-7bbbef1b1f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:46.755943 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0736f0d6-ed04-41f3-9cd9-7bbbef1b1f39 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/299a8132-afa0-4a4b-83c2-ef887037240b HTTP/1.1" status: 204 len: 168 time: 0.6583984 Aug 01 14:09:46.878850 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736f0d6-ed04-41f3-9cd9-7bbbef1b1f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299a8132-afa0-4a4b-83c2-ef887037240b,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:46.931446 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:47.130550 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (2d3bba17-3233-45b9-aa23-3925f9b89692), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:47.201588 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cbf8a-76fc-47c5-a684-800191d5d0d4 req-fb33cfe2-6d87-4e3e-98b6-969c75cb34f2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:47.206633 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5a7cbf8a-76fc-47c5-a684-800191d5d0d4 req-fb33cfe2-6d87-4e3e-98b6-969c75cb34f2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.1488152 Aug 01 14:09:47.274550 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3bba17-3233-45b9-aa23-3925f9b89692,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:47.325744 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:47.394002 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5a7cbf8a-76fc-47c5-a684-800191d5d0d4 req-e66346b6-8b59-4694-a532-2d5a4c471128 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046720 Aug 01 14:09:47.413780 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks [] for router_gateway (fa4a9281-06a2-416f-812c-c1dcf41923a5), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:47.581492 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:47.586252 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Publish callbacks [] for router_controller (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:47.742169 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:47.743337 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c {{(pid=104319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:09:47.750112 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:47.751355 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-88031bdf-f61d-4399-a29a-a2fec795b5ae admin admin] 10.222.0.45 "DELETE /v2.0/routers/b0557ff4-3d81-4652-8ec7-dfe9b2fb0f9c HTTP/1.1" status: 204 len: 168 time: 3.5603509 Aug 01 14:09:47.756068 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58316) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:47.858432 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (fa4a9281-06a2-416f-812c-c1dcf41923a5), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:47.872792 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29c9ab4-36de-47f8-9f78-88a7fb0942cd admin admin] Deleting subnet f7cf2208-cf51-417b-b629-80edfdbf7620 {{(pid=104318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:09:47.880331 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b29c9ab4-36de-47f8-9f78-88a7fb0942cd admin admin] Publish callbacks [] for subnet (f7cf2208-cf51-417b-b629-80edfdbf7620), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:47.948433 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:48.033355 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b29c9ab4-36de-47f8-9f78-88a7fb0942cd admin admin] Publish callbacks [] for subnet (f7cf2208-cf51-417b-b629-80edfdbf7620), precommit_delete_associations {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:48.160779 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b29c9ab4-36de-47f8-9f78-88a7fb0942cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (f7cf2208-cf51-417b-b629-80edfdbf7620), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:48.273605 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c711d3-7d3f-443b-a667-7f4e38b0e035 None None] Network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:09:48.315723 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Router fa4a9281-06a2-416f-812c-c1dcf41923a5 is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:09:48.349840 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b29c9ab4-36de-47f8-9f78-88a7fb0942cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (f7cf2208-cf51-417b-b629-80edfdbf7620), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:48.429901 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c9ab4-36de-47f8-9f78-88a7fb0942cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7cf2208-cf51-417b-b629-80edfdbf7620,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:48.606369 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b29c9ab4-36de-47f8-9f78-88a7fb0942cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:48.620294 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-b29c9ab4-36de-47f8-9f78-88a7fb0942cd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f7cf2208-cf51-417b-b629-80edfdbf7620 HTTP/1.1" status: 204 len: 168 time: 0.8516078 Aug 01 14:09:48.624659 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58346) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:48.691051 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:48.730442 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-c2598e45-4698-4b85-9396-f65b5b2125bd None None] Provisioning complete for port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:48.731314 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c2598e45-4698-4b85-9396-f65b5b2125bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:48.739250 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c966097e-3d74-4252-80c5-be473559046b None None] Network 92d37e39-b672-4f33-9211-a661c3b7938b requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:09:48.790589 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (92d37e39-b672-4f33-9211-a661c3b7938b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:48.821659 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 1334ec60-0bc6-4189-90ec-8bc07a987fd7 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:09:48.911210 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc08e2-e70d-48e7-817b-406df0e765cb req-9cd8c7ca-3888-45b7-b758-771841187ca6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:48.914242 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-edbc08e2-e70d-48e7-817b-406df0e765cb req-9cd8c7ca-3888-45b7-b758-771841187ca6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.2917025 Aug 01 14:09:48.943285 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Deleting port 7238bed7-e0ea-40bd-86d8-4d8b5548928c {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:09:48.944354 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:49.030029 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:09:49.068475 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Sync routers for ids ['fa4a9281-06a2-416f-812c-c1dcf41923a5'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:09:49.099623 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:49.114711 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-e9a88409-eae1-4ee9-99b9-503e8b1ba228 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6704066 Aug 01 14:09:49.118878 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58350) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:49.214364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:49.214364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:49.214364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Routers {'fa4a9281-06a2-416f-812c-c1dcf41923a5'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:09:49.214364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['fa4a9281-06a2-416f-812c-c1dcf41923a5'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:49.233326 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] For port 7238bed7-e0ea-40bd-86d8-4d8b5548928c, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=7238bed7-e0ea-40bd-86d8-4d8b5548928c,segment=NetworkSegment(a60b0c50-1977-4ef3-9ce4-956babb35216),segment_id=a60b0c50-1977-4ef3-9ce4-956babb35216)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:49.235146 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:49.262724 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-edbc08e2-e70d-48e7-817b-406df0e765cb req-170e65b8-017f-4a8b-b923-6ff087b7ff95 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381779 Aug 01 14:09:49.267577 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Calling delete_port for 7238bed7-e0ea-40bd-86d8-4d8b5548928c owned by network:dhcp {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:09:49.444705 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-c2598e45-4698-4b85-9396-f65b5b2125bd None None] Current status of the port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:49.444705 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c2598e45-4698-4b85-9396-f65b5b2125bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:49.479897 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] DHCP port deletion for 92d37e39-b672-4f33-9211-a661c3b7938b request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:09:49.577483 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:49.627004 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Set router fa4a9281-06a2-416f-812c-c1dcf41923a5 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:09:49.656965 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Pushing event deleted for resources: {'Port': ['ID=7238bed7-e0ea-40bd-86d8-4d8b5548928c,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:49.661593 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] No DVR routers for this DVR port 7238bed7-e0ea-40bd-86d8-4d8b5548928c on host dv-cinder-845178-10-iscsi {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:09:49.834254 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (92d37e39-b672-4f33-9211-a661c3b7938b), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:49.882208 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:49.882691 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:49.883962 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:49.884466 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > port after_create 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:49.884975 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:49.885457 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > port after_update 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:49.885897 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:49.886569 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:49.887098 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:49.887621 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:49.955947 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-c2598e45-4698-4b85-9396-f65b5b2125bd None None] For port 1334ec60-0bc6-4189-90ec-8bc07a987fd7, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=1334ec60-0bc6-4189-90ec-8bc07a987fd7,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:50.002577 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c2598e45-4698-4b85-9396-f65b5b2125bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.070537 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:50.071344 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.079714 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] Deleting port 7238bed7-e0ea-40bd-86d8-4d8b5548928c {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:09:50.080360 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.105677 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:50.106263 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:50.112540 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:50.113413 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:50.113926 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:50.114866 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:09:50.115494 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d37e39-b672-4f33-9211-a661c3b7938b']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:50.126716 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58366) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:50.153250 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60b0c50-1977-4ef3-9ce4-956babb35216') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:50.154660 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60b0c50-1977-4ef3-9ce4-956babb35216') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:50.184377 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (a60b0c50-1977-4ef3-9ce4-956babb35216), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.219994 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (a60b0c50-1977-4ef3-9ce4-956babb35216), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.256434 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:09:50.256434 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (a60b0c50-1977-4ef3-9ce4-956babb35216), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.416249 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (92d37e39-b672-4f33-9211-a661c3b7938b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.431494 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ed3dea3b-1083-47bd-b705-736ae6a4351e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.431674 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] For port 7238bed7-e0ea-40bd-86d8-4d8b5548928c, host dv-cinder-845178-10-iscsi, got binding levels [] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:50.439129 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.452233 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-c3f72889-e179-4ab3-913e-7dc7f4e7e3a6 None None] Provisioning complete for port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:50.453826 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c3f72889-e179-4ab3-913e-7dc7f4e7e3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.456743 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:50.473668 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.480371 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] 10.222.0.45 "DELETE /v2.0/networks/92d37e39-b672-4f33-9211-a661c3b7938b HTTP/1.1" status: 204 len: 168 time: 1.8523488 Aug 01 14:09:50.593080 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d48d4-c9ef-4de3-bcdb-f673c093d36b admin admin] Pushing event deleted for resources: {'Network': ['ID=92d37e39-b672-4f33-9211-a661c3b7938b,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:50.614974 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7436c-7075-4df4-9233-29cc5afe827d req-fe64c09c-23f8-4966-9afb-b1b204369d04 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:50.623945 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-60b7436c-7075-4df4-9233-29cc5afe827d req-fe64c09c-23f8-4966-9afb-b1b204369d04 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.1669602 Aug 01 14:09:50.684711 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2598e45-4698-4b85-9396-f65b5b2125bd None None] Pushing event updated for resources: {'Port': ['ID=1334ec60-0bc6-4189-90ec-8bc07a987fd7,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:50.703358 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:50.792825 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] Calling delete_port for 7238bed7-e0ea-40bd-86d8-4d8b5548928c owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:09:50.815971 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.ipam_backend_mixin [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] Port 7238bed7-e0ea-40bd-86d8-4d8b5548928c was not found and therefore no delete operation was performed {{(pid=104320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 01 14:09:50.834519 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-60b7436c-7075-4df4-9233-29cc5afe827d req-b8f9fbde-6d52-480f-adca-ab92a4e2f396 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088397 Aug 01 14:09:50.860554 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ed3dea3b-1083-47bd-b705-736ae6a4351e admin admin] Publish callbacks [] for security_group (98d9b01a-5d70-44a4-869a-b1a4d0353f4a), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.863814 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.876425 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ed3dea3b-1083-47bd-b705-736ae6a4351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (98d9b01a-5d70-44a4-869a-b1a4d0353f4a), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.894521 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.944821 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment a60b0c50-1977-4ef3-9ce4-956babb35216 resource provider aggregate not found Aug 01 14:09:50.964404 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (7238bed7-e0ea-40bd-86d8-4d8b5548928c), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:50.975939 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment a60b0c50-1977-4ef3-9ce4-956babb35216 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a60b0c50-1977-4ef3-9ce4-956babb35216 found for delete ", "request_id": "req-37fb4da2-85ac-436f-8edb-a66ca5986bff"}]} Aug 01 14:09:50.999146 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58398) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:51.002988 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3dea3b-1083-47bd-b705-736ae6a4351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d9b01a-5d70-44a4-869a-b1a4d0353f4a,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:51.066890 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-ed3dea3b-1083-47bd-b705-736ae6a4351e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1674f04a12949ca92c7b519811b2b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9383960 Aug 01 14:09:51.070491 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58402) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:51.080153 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] Pushing event deleted for resources: {'Port': ['ID=7238bed7-e0ea-40bd-86d8-4d8b5548928c,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:51.087471 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] Network 92d37e39-b672-4f33-9211-a661c3b7938b is not hosted by any dhcp agent {{(pid=104320) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 01 14:09:51.088524 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4b5a9-0064-44e7-bec2-c776b96f03be None None] No DVR routers for this DVR port 7238bed7-e0ea-40bd-86d8-4d8b5548928c on host dv-cinder-845178-10-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:09:51.096826 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.db.api [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 01 14:09:51.097307 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG oslo_db.api [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 01 14:09:51.106640 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:51.116315 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:46Z', 'revision_number': 3, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:51.215717 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2b086a0-8219-4ae8-b7fd-4ffaa0381be8 admin admin] Publish callbacks [] for security_group (98d9b01a-5d70-44a4-869a-b1a4d0353f4a), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.225620 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=8 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:51.235052 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Checking router: fa4a9281-06a2-416f-812c-c1dcf41923a5 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:09:51.235616 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Updating router fa4a9281-06a2-416f-812c-c1dcf41923a5 port 394dab57-f9c5-44d1-bc5d-fd08a29f350f binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:09:51.263617 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2b086a0-8219-4ae8-b7fd-4ffaa0381be8 admin admin] Publish callbacks [] for security_group (98d9b01a-5d70-44a4-869a-b1a4d0353f4a), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.332467 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.339563 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Allocated IP 172.20.0.1 (a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8/92c4316e-45c3-407c-bf1b-0ad24c58336c/b6b94cfe-5cb8-48de-8e47-ed9623745637) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:09:51.362147 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2b086a0-8219-4ae8-b7fd-4ffaa0381be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (98d9b01a-5d70-44a4-869a-b1a4d0353f4a), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.365349 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2b086a0-8219-4ae8-b7fd-4ffaa0381be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.369904 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d2b086a0-8219-4ae8-b7fd-4ffaa0381be8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98d9b01a-5d70-44a4-869a-b1a4d0353f4a HTTP/1.1" status: 204 len: 168 time: 0.2974255 Aug 01 14:09:51.380142 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-c3f72889-e179-4ab3-913e-7dc7f4e7e3a6 None None] Current status of the port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:51.381792 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b086a0-8219-4ae8-b7fd-4ffaa0381be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d9b01a-5d70-44a4-869a-b1a4d0353f4a,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:51.383652 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58414) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:51.386236 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-a6d8c04a-1eea-4089-9f95-183aed5f77c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=075e439a5de54261b5357fe8c513e9ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3823981 Aug 01 14:09:51.467580 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d72b06a5-db0a-43fc-90ef-a655c01470ee admin admin] Publish callbacks [] for security_group (e00fe10d-8f92-4c5b-90a4-2c011a8f218c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.575486 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d72b06a5-db0a-43fc-90ef-a655c01470ee admin admin] Publish callbacks [] for security_group (e00fe10d-8f92-4c5b-90a4-2c011a8f218c), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.716481 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Publish callbacks [] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.719032 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d72b06a5-db0a-43fc-90ef-a655c01470ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (e00fe10d-8f92-4c5b-90a4-2c011a8f218c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.721185 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:51.725438 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d72b06a5-db0a-43fc-90ef-a655c01470ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.731612 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d72b06a5-db0a-43fc-90ef-a655c01470ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e00fe10d-8f92-4c5b-90a4-2c011a8f218c HTTP/1.1" status: 204 len: 168 time: 0.3436604 Aug 01 14:09:51.754102 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device f75e4ec8-1cf7-42a7-8084-b5367f4806ea no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:09:51.770054 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b06a5-db0a-43fc-90ef-a655c01470ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00fe10d-8f92-4c5b-90a4-2c011a8f218c,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:51.784164 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: f75e4ec8-1cf7-42a7-8084-b5367f4806ea {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:09:51.784940 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device f75e4ec8-1cf7-42a7-8084-b5367f4806ea not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:09:51.800342 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:51.843703 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:51.962931 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b94cfe-5cb8-48de-8e47-ed9623745637,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:51.992791 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:09:51.997642 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:09:52.019345 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:09:52.022972 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (fa4a9281-06a2-416f-812c-c1dcf41923a5), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.048200 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 1334ec60-0bc6-4189-90ec-8bc07a987fd7 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:09:52.137669 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Publish callbacks [] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.167406 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.254549 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:52.255463 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.361705 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Attempting to bind port 394dab57-f9c5-44d1-bc5d-fd08a29f350f on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:09:52.361868 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Attempting to bind port 394dab57-f9c5-44d1-bc5d-fd08a29f350f by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:09:52.362505 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Attempting to bind port 394dab57-f9c5-44d1-bc5d-fd08a29f350f on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:09:52.421131 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:09:52.421866 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:09:52.422373 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.429387 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:09:52.430281 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Bound port: 394dab57-f9c5-44d1-bc5d-fd08a29f350f, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:09:52.432441 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.520620 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca1829-9c7d-419b-8842-34ad648132bb None None] Pushing event updated for resources: {'Port': ['ID=394dab57-f9c5-44d1-bc5d-fd08a29f350f,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:52.615554 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:52.624316 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.686929 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbe2d9-e65e-44b5-a21a-b9232be7fdf3 req-2d93c8fa-ac27-44de-9cab-62335aaa2c7d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:52.695990 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] For port 394dab57-f9c5-44d1-bc5d-fd08a29f350f, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:09:52.697980 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f0bbe2d9-e65e-44b5-a21a-b9232be7fdf3 req-2d93c8fa-ac27-44de-9cab-62335aaa2c7d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.4366069 Aug 01 14:09:52.703072 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] For port 394dab57-f9c5-44d1-bc5d-fd08a29f350f, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=394dab57-f9c5-44d1-bc5d-fd08a29f350f,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:09:52.716950 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.736820 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 7238bed7-e0ea-40bd-86d8-4d8b5548928c no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:09:52.869084 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 7238bed7-e0ea-40bd-86d8-4d8b5548928c {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:09:52.869520 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 7238bed7-e0ea-40bd-86d8-4d8b5548928c not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:09:52.869949 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 2d3bba17-3233-45b9-aa23-3925f9b89692 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:09:52.951377 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:52.961701 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Publish callbacks [] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.962802 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Routers {'fa4a9281-06a2-416f-812c-c1dcf41923a5'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:09:52.964301 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['fa4a9281-06a2-416f-812c-c1dcf41923a5'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:52.980873 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.981816 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (fa4a9281-06a2-416f-812c-c1dcf41923a5), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:52.982719 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 2d3bba17-3233-45b9-aa23-3925f9b89692 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:09:52.983630 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 2d3bba17-3233-45b9-aa23-3925f9b89692 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:09:52.983970 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:53.042211 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b94cfe-5cb8-48de-8e47-ed9623745637,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:53.066066 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-74b250e0-3cac-47b2-8cdc-d024d8d00f6f None None] Provisioning complete for port b6b94cfe-5cb8-48de-8e47-ed9623745637 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:53.066969 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-74b250e0-3cac-47b2-8cdc-d024d8d00f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:53.077298 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:53.137304 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca1829-9c7d-419b-8842-34ad648132bb None None] Pushing event updated for resources: {'Port': ['ID=394dab57-f9c5-44d1-bc5d-fd08a29f350f,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:53.149122 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f0bbe2d9-e65e-44b5-a21a-b9232be7fdf3 req-c8306d31-ac83-42a2-9299-d0bf84e68ad8 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339285 Aug 01 14:09:53.262851 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:09:53.266223 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:09:53.269474 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-74b250e0-3cac-47b2-8cdc-d024d8d00f6f None None] Port b6b94cfe-5cb8-48de-8e47-ed9623745637 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:09:53.314612 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] Set router fa4a9281-06a2-416f-812c-c1dcf41923a5 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:09:53.601050 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Router fa4a9281-06a2-416f-812c-c1dcf41923a5 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:09:53.685479 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 2, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:53.718674 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c97245-5ff1-4285-8a79-1ff5ee038714 None None] The sync data for ids ['fa4a9281-06a2-416f-812c-c1dcf41923a5'] in dv-cinder-845178-10-iscsi is: [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 2, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:09:53.731890 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:53.733454 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-571c7aea-8fdf-405b-a5f4-52620445677f None None] Provisioning complete for port b6b94cfe-5cb8-48de-8e47-ed9623745637 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:53.733838 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-571c7aea-8fdf-405b-a5f4-52620445677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:53.833265 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:09:53.840215 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-29d83f59-1082-47af-8c25-c862d6742d20 admin admin] 10.222.0.45 "PUT /v2.0/routers/fa4a9281-06a2-416f-812c-c1dcf41923a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7198315 Aug 01 14:09:54.021447 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58484) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:54.053599 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-571c7aea-8fdf-405b-a5f4-52620445677f None None] Port b6b94cfe-5cb8-48de-8e47-ed9623745637 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:09:54.378466 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f53ac2d-b207-4aa5-aec3-1caa3c57e080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:54.461276 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e5960-48df-40d3-9517-8f0f8cc006eb req-df76f9ed-dafc-4d1f-90db-04b0ea677af6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:54.463622 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2d7e5960-48df-40d3-9517-8f0f8cc006eb req-df76f9ed-dafc-4d1f-90db-04b0ea677af6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.1468489 Aug 01 14:09:54.560696 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58498) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:54.627373 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2d7e5960-48df-40d3-9517-8f0f8cc006eb req-f4412964-8fc7-43e1-ab7f-273f4c850907 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399512 Aug 01 14:09:54.634926 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-network', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:54.678432 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Made reservation on behalf of c86a28aa09db413593b6047d4cbd0559 for: {'network': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:09:54.682343 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:54.696213 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:54.744860 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-45e3b3bb-8ea7-46bc-9562-33b4579c781c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:54.877839 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Publish callbacks [] for security_group (223decfd-c5ae-4300-be61-b9743ed4bee7), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:54.888713 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (223decfd-c5ae-4300-be61-b9743ed4bee7), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:54.904044 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=104319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:09:54.954499 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (99eefc04-e7ca-4764-9bc4-55093ef40440), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:54.955136 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.segments_db [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Added segment 99eefc04-e7ca-4764-9bc4-55093ef40440 of type vlan for network 294e8be6-62c8-4d19-be24-df34926b9c6c Aug 01 14:09:54.986726 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-45e3b3bb-8ea7-46bc-9562-33b4579c781c admin admin] Publish callbacks [] for security_group (eb3113eb-16d0-44fc-b0d3-52ac09a2e839), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.030674 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-45e3b3bb-8ea7-46bc-9562-33b4579c781c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (eb3113eb-16d0-44fc-b0d3-52ac09a2e839), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.035720 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:55.037433 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223decfd-c5ae-4300-be61-b9743ed4bee7,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:55.082648 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:55.088907 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (294e8be6-62c8-4d19-be24-df34926b9c6c), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.115886 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3b3bb-8ea7-46bc-9562-33b4579c781c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3113eb-16d0-44fc-b0d3-52ac09a2e839,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:55.185987 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58512) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:55.186570 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-45e3b3bb-8ea7-46bc-9562-33b4579c781c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e834605e50024743b45a2600616de40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6240702 Aug 01 14:09:55.215811 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (294e8be6-62c8-4d19-be24-df34926b9c6c), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.218331 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:55.219780 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.325430 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-add67136-c0bd-47dc-a9be-a7e7590101f2 admin admin] Publish callbacks [] for security_group (eb3113eb-16d0-44fc-b0d3-52ac09a2e839), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.357219 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58518) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:55.377484 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3536389 Aug 01 14:09:55.378512 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58520) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:55.382701 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-45653457-network', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:55.397477 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Request body: {'subnet': {'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-subnet', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:55.409510 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-add67136-c0bd-47dc-a9be-a7e7590101f2 admin admin] Publish callbacks [] for security_group (eb3113eb-16d0-44fc-b0d3-52ac09a2e839), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.415184 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a0bd6-04d9-4cbd-9b4c-0c7392fab2cb admin admin] Pushing event updated for resources: {'Network': ['ID=294e8be6-62c8-4d19-be24-df34926b9c6c,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:55.437724 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 294e8be6-62c8-4d19-be24-df34926b9c6c details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:09:55.450366 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Made reservation on behalf of c86a28aa09db413593b6047d4cbd0559 for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:09:55.455663 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125095871'] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.519336 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Made reservation on behalf of da9c4987e8034e749a5d73796dfafa5b for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:09:55.526249 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.555065 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.577292 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-add67136-c0bd-47dc-a9be-a7e7590101f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (eb3113eb-16d0-44fc-b0d3-52ac09a2e839), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.583000 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-add67136-c0bd-47dc-a9be-a7e7590101f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.586052 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-add67136-c0bd-47dc-a9be-a7e7590101f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb3113eb-16d0-44fc-b0d3-52ac09a2e839 HTTP/1.1" status: 204 len: 168 time: 0.3970027 Aug 01 14:09:55.746857 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Publish callbacks [] for security_group (b216d484-5622-4ab2-927e-c6a24ebb4f6d), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.757191 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:55.762173 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (b216d484-5622-4ab2-927e-c6a24ebb4f6d), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.769422 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add67136-c0bd-47dc-a9be-a7e7590101f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3113eb-16d0-44fc-b0d3-52ac09a2e839,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:55.860539 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:09:55.988165 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (d747f1f7-75c1-4fc9-90ae-2879b2086e9f), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:55.988875 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Added segment d747f1f7-75c1-4fc9-90ae-2879b2086e9f of type vlan for network 3205fc2c-1a3d-4c01-b434-76a1479b286d Aug 01 14:09:56.001328 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b216d484-5622-4ab2-927e-c6a24ebb4f6d,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:56.108848 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 394dab57-f9c5-44d1-bc5d-fd08a29f350f up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:09:56.209159 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-124942983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125095881'] for subnet (cd4e3162-00b7-4eec-b5a3-3fc30af93721), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.350371 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 394dab57-f9c5-44d1-bc5d-fd08a29f350f triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:56.351436 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.368062 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (3205fc2c-1a3d-4c01-b434-76a1479b286d), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.410133 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58558) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:56.454595 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=77 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:56.487697 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:56.489078 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=49 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:56.564827 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (3205fc2c-1a3d-4c01-b434-76a1479b286d), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.568016 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:56.569061 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.619321 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c95a9f-e375-46fe-a649-aeabbb6177ba req-b49d7737-c169-4ea9-8954-dda135edc198 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:56.629903 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d0c95a9f-e375-46fe-a649-aeabbb6177ba req-b49d7737-c169-4ea9-8954-dda135edc198 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.7091401 Aug 01 14:09:56.674816 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 394dab57-f9c5-44d1-bc5d-fd08a29f350f is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:09:56.675432 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.687775 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3c7e7dd2-fbe3-4904-aebd-bb86ad65f8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.701262 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.3367348 Aug 01 14:09:56.713572 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58564) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:56.727556 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Request body: {'subnet': {'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-45653457-subnet', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'ip_version': 4}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:56.744556 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4e3162-00b7-4eec-b5a3-3fc30af93721,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:56.750706 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 394dab57-f9c5-44d1-bc5d-fd08a29f350f, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=394dab57-f9c5-44d1-bc5d-fd08a29f350f,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:09:56.764053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccc6bb-6e8c-4903-883d-83cfe29bb3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=3205fc2c-1a3d-4c01-b434-76a1479b286d,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:56.767970 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.769194 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Checking segment: {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:09:56.770031 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Network hostable DHCP agents. Network: 294e8be6-62c8-4d19-be24-df34926b9c6c, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:09:56.775967 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 3205fc2c-1a3d-4c01-b434-76a1479b286d details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:09:56.818063 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-866636b7-1ce4-4738-8390-bf4b5cb50605 admin admin] Deleting subnet a4454acb-db37-497b-aa07-7eaa6651a34b {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:09:56.831184 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-866636b7-1ce4-4738-8390-bf4b5cb50605 admin admin] Publish callbacks [] for subnet (a4454acb-db37-497b-aa07-7eaa6651a34b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.839552 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d0c95a9f-e375-46fe-a649-aeabbb6177ba req-1aa69421-ec3f-4fdd-a2d7-727772a5986b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070997 Aug 01 14:09:56.843630 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Made reservation on behalf of da9c4987e8034e749a5d73796dfafa5b for: {'subnet': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:09:56.846382 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.895169 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Network 294e8be6-62c8-4d19-be24-df34926b9c6c is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:09:56.926354 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 294e8be6-62c8-4d19-be24-df34926b9c6c) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:09:56.940417 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:56.942152 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:56.995997 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-866636b7-1ce4-4738-8390-bf4b5cb50605 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (a4454acb-db37-497b-aa07-7eaa6651a34b), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.041436 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dd3b72-6046-49e9-b775-664713ae636f None None] Network 294e8be6-62c8-4d19-be24-df34926b9c6c requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:09:57.089532 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-866636b7-1ce4-4738-8390-bf4b5cb50605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (a4454acb-db37-497b-aa07-7eaa6651a34b), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.261760 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4edafcff-b217-48ca-95b5-c02a7f55bb23 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8742688 Aug 01 14:09:57.264814 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-866636b7-1ce4-4738-8390-bf4b5cb50605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (a4454acb-db37-497b-aa07-7eaa6651a34b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.270718 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58582) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:57.293674 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:57.316181 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for subnet (56a26b1e-9ec0-4713-bfa2-9a687aff5cfa), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.326718 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=394dab57-f9c5-44d1-bc5d-fd08a29f350f,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:57.368957 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866636b7-1ce4-4738-8390-bf4b5cb50605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4454acb-db37-497b-aa07-7eaa6651a34b,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:57.374234 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-866636b7-1ce4-4738-8390-bf4b5cb50605 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.379188 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-866636b7-1ce4-4738-8390-bf4b5cb50605 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a4454acb-db37-497b-aa07-7eaa6651a34b HTTP/1.1" status: 204 len: 168 time: 0.9486525 Aug 01 14:09:57.384471 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58584) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:57.438188 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a26b1e-9ec0-4713-bfa2-9a687aff5cfa,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:57.455368 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Checking segment: {'id': 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:09:57.456185 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Network hostable DHCP agents. Network: 3205fc2c-1a3d-4c01-b434-76a1479b286d, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:09:57.478403 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-294e8be6-62c8-4d19-be24-df34926b9c6c', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:09:57.480194 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.487830 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Network 3205fc2c-1a3d-4c01-b434-76a1479b286d is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:09:57.522688 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 3205fc2c-1a3d-4c01-b434-76a1479b286d) {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:09:57.523026 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:57.526249 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (751d676e-11d1-4d98-a6d1-fda6fc6358f0), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.554236 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:57.562529 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:57.564323 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.564959 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.566482 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.579626 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11efa342-98ea-4d9d-89dc-d3c104bc02f1 None None] Network 3205fc2c-1a3d-4c01-b434-76a1479b286d requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:09:57.595534 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-88383934-78db-4298-bdba-4e9c452dad7a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8765001 Aug 01 14:09:57.598169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58590) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:57.606678 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-45653457-router', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:09:57.678789 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (1d81da69-ffe1-4375-9282-3c7192975c98), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.683911 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (1d81da69-ffe1-4375-9282-3c7192975c98), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.817049 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:57.818947 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:57.856122 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks [] for router_controller (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), precommit_add_association {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.863663 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (751d676e-11d1-4d98-a6d1-fda6fc6358f0), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:57.984322 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751d676e-11d1-4d98-a6d1-fda6fc6358f0']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:58.004823 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad11cc2e-7197-47fa-8860-741ec67707d1') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:58.005140 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad11cc2e-7197-47fa-8860-741ec67707d1') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:58.023521 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (ad11cc2e-7197-47fa-8860-741ec67707d1), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:58.085701 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks [] for router_controller (1d81da69-ffe1-4375-9282-3c7192975c98), precommit_add_association {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:58.192510 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks [] for router_gateway (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:58.204996 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (ad11cc2e-7197-47fa-8860-741ec67707d1), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:58.219230 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Sync routers for ids ['fa4a9281-06a2-416f-812c-c1dcf41923a5'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:09:58.235352 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:09:58.235743 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 394dab57-f9c5-44d1-bc5d-fd08a29f350f up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:09:58.235925 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (ad11cc2e-7197-47fa-8860-741ec67707d1), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:58.243438 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Routers {'fa4a9281-06a2-416f-812c-c1dcf41923a5'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:09:58.244182 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['fa4a9281-06a2-416f-812c-c1dcf41923a5'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:58.435788 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-3205fc2c-1a3d-4c01-b434-76a1479b286d', 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d', 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'fixed_ips': [{'subnet_id': '56a26b1e-9ec0-4713-bfa2-9a687aff5cfa'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:09:58.437901 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:58.608856 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment ad11cc2e-7197-47fa-8860-741ec67707d1 resource provider aggregate not found Aug 01 14:09:58.618526 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Allocated IP 172.20.0.2 (294e8be6-62c8-4d19-be24-df34926b9c6c/cd4e3162-00b7-4eec-b5a3-3fc30af93721/434fdfab-dfee-411c-8687-1997557662b4) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:09:58.627241 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (751d676e-11d1-4d98-a6d1-fda6fc6358f0), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:58.637715 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:58.651004 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:58.662098 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] 10.222.0.45 "DELETE /v2.0/networks/751d676e-11d1-4d98-a6d1-fda6fc6358f0 HTTP/1.1" status: 204 len: 168 time: 1.2751474 Aug 01 14:09:58.663064 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58620) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:58.688220 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ab8d9-4861-47f0-8dd7-3da1ad73a784 admin admin] Pushing event deleted for resources: {'Network': ['ID=751d676e-11d1-4d98-a6d1-fda6fc6358f0,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:09:58.696923 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment ad11cc2e-7197-47fa-8860-741ec67707d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad11cc2e-7197-47fa-8860-741ec67707d1 found for delete ", "request_id": "req-f1030795-88ff-4429-a453-ad12dd4f592d"}]} Aug 01 14:09:58.702163 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Set router fa4a9281-06a2-416f-812c-c1dcf41923a5 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:09:58.786534 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58624) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:09:58.861973 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:58.926127 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf2d4f2-3e52-4b80-8cc2-6ec033f01faf admin admin] Deleting subnet bbf022ae-fb36-4e20-8aeb-6130ec418bf4 {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:09:58.935069 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d4f2-3e52-4b80-8cc2-6ec033f01faf admin admin] Publish callbacks [] for subnet (bbf022ae-fb36-4e20-8aeb-6130ec418bf4), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:58.982911 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks [] for router_gateway (1d81da69-ffe1-4375-9282-3c7192975c98), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.005247 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Allocated IP 172.20.0.2 (3205fc2c-1a3d-4c01-b434-76a1479b286d/56a26b1e-9ec0-4713-bfa2-9a687aff5cfa/aa94f197-2860-4fe2-a1bc-e3b495378155) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:09:59.010088 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305906f-b4b5-4991-ac65-0604c633a69e req-00af17ce-3463-4b6c-8302-32eb3a921394 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:59.023961 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2305906f-b4b5-4991-ac65-0604c633a69e req-00af17ce-3463-4b6c-8302-32eb3a921394 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.5293593 Aug 01 14:09:59.035316 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d4f2-3e52-4b80-8cc2-6ec033f01faf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (bbf022ae-fb36-4e20-8aeb-6130ec418bf4), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.149469 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks [] for router_gateway (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.161580 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 2, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:09:59.288636 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Checking router: fa4a9281-06a2-416f-812c-c1dcf41923a5 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:09:59.288636 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Updating router fa4a9281-06a2-416f-812c-c1dcf41923a5 port b6b94cfe-5cb8-48de-8e47-ed9623745637 binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:09:59.351624 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.374204 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2305906f-b4b5-4991-ac65-0604c633a69e req-6ada8cff-aee5-4b98-96e4-f8310b3a6acc tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480520 Aug 01 14:09:59.397490 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Publish callbacks [] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.404831 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.428150 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.441022 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:59.542792 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88067dd-c2ea-40d6-98d0-5976d4e350d2 req-8373eb7b-a382-406a-8689-bd6c9c2e1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:09:59.542792 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-b88067dd-c2ea-40d6-98d0-5976d4e350d2 req-8373eb7b-a382-406a-8689-bd6c9c2e1e67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 1129 time: 0.3847985 Aug 01 14:09:59.613731 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=84,neutron:UPDATE=10,neutron:INSERT=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:09:59.678727 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.682196 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 394dab57-f9c5-44d1-bc5d-fd08a29f350f triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:09:59.683078 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.760261 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Network 3205fc2c-1a3d-4c01-b434-76a1479b286d is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:09:59.821710 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks [] for router_gateway (1d81da69-ffe1-4375-9282-3c7192975c98), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.924450 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:09:59.979705 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d4f2-3e52-4b80-8cc2-6ec033f01faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (bbf022ae-fb36-4e20-8aeb-6130ec418bf4), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.017941 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:00.040329 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:00.078639 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Pushing event updated for resources: {'Port': ['ID=aa94f197-2860-4fe2-a1bc-e3b495378155,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:00.079952 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-43ecf127-9c05-4fdb-bc42-ccc7bb8679dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.175349 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Publish callbacks [] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.193612 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.202534 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Publish callbacks [] for port (434fdfab-dfee-411c-8687-1997557662b4), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.239730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Allocated IP 172.27.4.12 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/449b27d3-e1c1-4e5b-85ff-8f644479bf04) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:00.246154 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:00.319510 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (434fdfab-dfee-411c-8687-1997557662b4), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.352558 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Attempting to bind port aa94f197-2860-4fe2-a1bc-e3b495378155 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:00.353933 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Attempting to bind port aa94f197-2860-4fe2-a1bc-e3b495378155 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:00.354544 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Attempting to bind port aa94f197-2860-4fe2-a1bc-e3b495378155 on network 3205fc2c-1a3d-4c01-b434-76a1479b286d {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:00.361954 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-b88067dd-c2ea-40d6-98d0-5976d4e350d2 req-428fae38-c31d-4ba6-8309-50540795d310 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819110 Aug 01 14:10:00.377861 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.379575 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Pushing event updated for resources: {'Port': ['ID=b6b94cfe-5cb8-48de-8e47-ed9623745637,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:00.399041 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d4f2-3e52-4b80-8cc2-6ec033f01faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (bbf022ae-fb36-4e20-8aeb-6130ec418bf4), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.440716 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:00.440716 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Checking segment: {'id': 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:00.440716 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.440716 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Bound using segment: {'id': 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:00.440716 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Bound port: aa94f197-2860-4fe2-a1bc-e3b495378155, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:00.440716 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.464891 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks [] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.466733 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Network 294e8be6-62c8-4d19-be24-df34926b9c6c is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:00.484204 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.485454 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.486367 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.490401 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.491060 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:00.494420 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.503461 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.504520 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.505442 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.506412 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.513974 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.514901 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.516588 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.522034 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.522977 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.523878 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:00.576688 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.584198 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:00.632242 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:00.651921 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2d4f2-3e52-4b80-8cc2-6ec033f01faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf022ae-fb36-4e20-8aeb-6130ec418bf4,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:00.663192 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-43ecf127-9c05-4fdb-bc42-ccc7bb8679dc admin admin] Publish callbacks [] for security_group (66a80694-5023-48bd-9e03-f7dbb5b0c23e), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.717930 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Attempting to bind port b6b94cfe-5cb8-48de-8e47-ed9623745637 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:00.718621 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Attempting to bind port b6b94cfe-5cb8-48de-8e47-ed9623745637 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:00.719353 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Attempting to bind port b6b94cfe-5cb8-48de-8e47-ed9623745637 on network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:00.725697 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Pushing event updated for resources: {'Port': ['ID=434fdfab-dfee-411c-8687-1997557662b4,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:00.727471 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:00.728056 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Checking segment: {'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:00.729337 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.729916 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Bound using segment: {'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:00.731007 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Bound port: b6b94cfe-5cb8-48de-8e47-ed9623745637, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:00.731622 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.732904 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:00.741807 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:00.756027 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d4f2-3e52-4b80-8cc2-6ec033f01faf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.756604 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:00.767452 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-ecf2d4f2-3e52-4b80-8cc2-6ec033f01faf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bbf022ae-fb36-4e20-8aeb-6130ec418bf4 HTTP/1.1" status: 204 len: 168 time: 2.0864327 Aug 01 14:10:00.773133 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-43ecf127-9c05-4fdb-bc42-ccc7bb8679dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (66a80694-5023-48bd-9e03-f7dbb5b0c23e), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.781051 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58656) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:00.827015 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] For port b6b94cfe-5cb8-48de-8e47-ed9623745637, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:00.833286 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] For port b6b94cfe-5cb8-48de-8e47-ed9623745637, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=b6b94cfe-5cb8-48de-8e47-ed9623745637,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:00.844048 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.863381 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 394dab57-f9c5-44d1-bc5d-fd08a29f350f is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:00.863645 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecf127-9c05-4fdb-bc42-ccc7bb8679dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a80694-5023-48bd-9e03-f7dbb5b0c23e,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:00.900857 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Attempting to bind port 434fdfab-dfee-411c-8687-1997557662b4 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:00.902835 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Attempting to bind port 434fdfab-dfee-411c-8687-1997557662b4 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:00.903896 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Attempting to bind port 434fdfab-dfee-411c-8687-1997557662b4 on network 294e8be6-62c8-4d19-be24-df34926b9c6c {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:00.924617 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] For port aa94f197-2860-4fe2-a1bc-e3b495378155, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:00.928919 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:00.934571 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] For port aa94f197-2860-4fe2-a1bc-e3b495378155, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=aa94f197-2860-4fe2-a1bc-e3b495378155,segment=NetworkSegment(d747f1f7-75c1-4fc9-90ae-2879b2086e9f),segment_id=d747f1f7-75c1-4fc9-90ae-2879b2086e9f)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:00.936413 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6629b-edee-4227-a322-d20faa31061b None None] Pushing event updated for resources: {'Port': ['ID=b6b94cfe-5cb8-48de-8e47-ed9623745637,revision_number=4']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:00.938006 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:00.939248 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Checking segment: {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:00.940087 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.942079 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Routers {'fa4a9281-06a2-416f-812c-c1dcf41923a5'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:00.943308 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['fa4a9281-06a2-416f-812c-c1dcf41923a5'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:00.944749 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Bound using segment: {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:00.945615 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Bound port: 434fdfab-dfee-411c-8687-1997557662b4, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:00.946259 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (434fdfab-dfee-411c-8687-1997557662b4), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:00.948324 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-43ecf127-9c05-4fdb-bc42-ccc7bb8679dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf0e090327da468196d349b6213848e9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1591496 Aug 01 14:10:00.963942 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58658) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:00.966820 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Allocated IP 172.27.4.4 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/654eb89d-e2e7-4d21-b778-ff81d5c5b474) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:01.006418 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:01.035991 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Pushing event updated for resources: {'Port': ['ID=449b27d3-e1c1-4e5b-85ff-8f644479bf04,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:01.221256 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:01.224419 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e335d-8bcc-44f2-a096-81429bcc69e8 None None] Pushing event updated for resources: {'Port': ['ID=aa94f197-2860-4fe2-a1bc-e3b495378155,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:01.249987 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0be3d4ef-0eab-4b23-9503-d8a8d10002f3 admin admin] Publish callbacks [] for security_group (66a80694-5023-48bd-9e03-f7dbb5b0c23e), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:01.293879 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:01.329337 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0be3d4ef-0eab-4b23-9503-d8a8d10002f3 admin admin] Publish callbacks [] for security_group (66a80694-5023-48bd-9e03-f7dbb5b0c23e), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:01.354065 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d969fb-f59a-4dff-b25c-2b6148f9dd49 req-0e7fe8af-67ab-44d9-9341-9e843849bbe5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:01.365564 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e6d969fb-f59a-4dff-b25c-2b6148f9dd49 req-0e7fe8af-67ab-44d9-9341-9e843849bbe5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.6247926 Aug 01 14:10:01.383751 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device b6b94cfe-5cb8-48de-8e47-ed9623745637 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:01.546053 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks [] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:01.562668 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:01.593029 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (60fdc66f-96e4-4c64-bafd-274bed7d0446), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:01.615586 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0be3d4ef-0eab-4b23-9503-d8a8d10002f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (66a80694-5023-48bd-9e03-f7dbb5b0c23e), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:01.618547 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0be3d4ef-0eab-4b23-9503-d8a8d10002f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:01.623855 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0be3d4ef-0eab-4b23-9503-d8a8d10002f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66a80694-5023-48bd-9e03-f7dbb5b0c23e HTTP/1.1" status: 204 len: 168 time: 0.6302986 Aug 01 14:10:01.629785 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] Set router fa4a9281-06a2-416f-812c-c1dcf41923a5 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:01.651847 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:01.655869 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3d4ef-0eab-4b23-9503-d8a8d10002f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a80694-5023-48bd-9e03-f7dbb5b0c23e,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:01.667515 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:01.693974 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e6d969fb-f59a-4dff-b25c-2b6148f9dd49 req-c884bc9a-1733-4020-9ad9-ff9fac33ead2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114724 Aug 01 14:10:01.947642 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Pushing event updated for resources: {'Port': ['ID=654eb89d-e2e7-4d21-b778-ff81d5c5b474,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:01.962931 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58670) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:02.022491 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:02.035920 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:02.055662 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:02.319455 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] For port 434fdfab-dfee-411c-8687-1997557662b4, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:02.331473 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] For port 434fdfab-dfee-411c-8687-1997557662b4, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=434fdfab-dfee-411c-8687-1997557662b4,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:02.366668 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (434fdfab-dfee-411c-8687-1997557662b4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:02.565137 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:10:00Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:02.664224 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b237a5-6d68-483b-be55-18134bb82278 None None] The sync data for ids ['fa4a9281-06a2-416f-812c-c1dcf41923a5'] in dv-cinder-845178-10-iscsi is: [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:10:00Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:10:02.762430 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port b6b94cfe-5cb8-48de-8e47-ed9623745637 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:02.765009 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:02.844581 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108da846-e81d-46a3-bb55-0b4a70750ed0 None None] Pushing event updated for resources: {'Port': ['ID=434fdfab-dfee-411c-8687-1997557662b4,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:03.073507 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-23cf2b0d-e30c-4192-b6b8-a3cad9d2cf82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.083084 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port b6b94cfe-5cb8-48de-8e47-ed9623745637 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:03.087287 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.112708 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (60fdc66f-96e4-4c64-bafd-274bed7d0446), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.175922 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks [] for router_gateway (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.190191 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks [] for router_gateway (1d81da69-ffe1-4375-9282-3c7192975c98), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.194581 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.194581 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.195286 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.195636 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > port after_create 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.195976 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.197326 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > port after_update 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.197728 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.198059 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.198633 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.198633 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.281627 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port b6b94cfe-5cb8-48de-8e47-ed9623745637, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=b6b94cfe-5cb8-48de-8e47-ed9623745637,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:03.299592 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.360770 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.361486 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.366700 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.370195 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 01 14:10:03.370898 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fdc66f-96e4-4c64-bafd-274bed7d0446']}} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:03.391252 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:03.400083 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30d84d-1af5-4c04-bf08-1e5486b66cdb req-a405cd96-21f0-4478-8bb8-d43823b46fd9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:03.402004 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da30d84d-1af5-4c04-bf08-1e5486b66cdb req-a405cd96-21f0-4478-8bb8-d43823b46fd9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.3578172 Aug 01 14:10:03.507060 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=b6b94cfe-5cb8-48de-8e47-ed9623745637,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:03.521126 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-23cf2b0d-e30c-4192-b6b8-a3cad9d2cf82 admin admin] Publish callbacks [] for security_group (fea956b7-346e-43be-ad60-79be594db943), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.531223 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-23cf2b0d-e30c-4192-b6b8-a3cad9d2cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (fea956b7-346e-43be-ad60-79be594db943), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.608184 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device aa94f197-2860-4fe2-a1bc-e3b495378155 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:03.663227 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612f4441-170b-4224-a9b5-0c7f6bb01ac7') {'for_net_delete': True} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:03.663398 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612f4441-170b-4224-a9b5-0c7f6bb01ac7') {} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:03.666814 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e8227-2090-4f6e-9be2-40ad2522aee0 None None] Network 3205fc2c-1a3d-4c01-b434-76a1479b286d requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:03.770089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203814'] for segment (612f4441-170b-4224-a9b5-0c7f6bb01ac7), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.786169 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-9f4ce23e-e1e7-4cdd-9d2f-1c888e38504a None None] Provisioning complete for port aa94f197-2860-4fe2-a1bc-e3b495378155 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:03.786545 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9f4ce23e-e1e7-4cdd-9d2f-1c888e38504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.797073 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:03.798192 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-23cf2b0d-e30c-4192-b6b8-a3cad9d2cf82 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a2e679e5e5e415284ead8a579ad3dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8317964 Aug 01 14:10:03.803443 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (612f4441-170b-4224-a9b5-0c7f6bb01ac7), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.817125 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:10:03.817421 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5866758'] for segment (612f4441-170b-4224-a9b5-0c7f6bb01ac7), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.821057 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58698) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:03.875176 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port aa94f197-2860-4fe2-a1bc-e3b495378155 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:03.875646 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:03.919341 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:04.011982 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (60fdc66f-96e4-4c64-bafd-274bed7d0446), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:04.057137 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:04.061285 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ce23e-e1e7-4cdd-9d2f-1c888e38504a None None] Current status of the port aa94f197-2860-4fe2-a1bc-e3b495378155 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:04.061712 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9f4ce23e-e1e7-4cdd-9d2f-1c888e38504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:04.067202 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf2b0d-e30c-4192-b6b8-a3cad9d2cf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea956b7-346e-43be-ad60-79be594db943,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:04.069851 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/60fdc66f-96e4-4c64-bafd-274bed7d0446 HTTP/1.1" status: 204 len: 168 time: 3.2186165 Aug 01 14:10:04.092769 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:04.148009 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port aa94f197-2860-4fe2-a1bc-e3b495378155 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:04.150436 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:04.173481 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da30d84d-1af5-4c04-bf08-1e5486b66cdb req-f2c5995d-7257-4129-81a4-96b6e37e5f63 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419967 Aug 01 14:10:04.178538 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:04.186916 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b562f-7234-4f03-af67-258cbb870ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=60fdc66f-96e4-4c64-bafd-274bed7d0446,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:04.342478 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-9f4ce23e-e1e7-4cdd-9d2f-1c888e38504a None None] For port aa94f197-2860-4fe2-a1bc-e3b495378155, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=aa94f197-2860-4fe2-a1bc-e3b495378155,segment=NetworkSegment(d747f1f7-75c1-4fc9-90ae-2879b2086e9f),segment_id=d747f1f7-75c1-4fc9-90ae-2879b2086e9f)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:04.383158 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:10:04.414275 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9f4ce23e-e1e7-4cdd-9d2f-1c888e38504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:04.464996 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:04.471049 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-72643dfb-f445-4be3-a454-649b146b277f admin admin] Publish callbacks [] for security_group (fea956b7-346e-43be-ad60-79be594db943), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:04.620032 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-72643dfb-f445-4be3-a454-649b146b277f admin admin] Publish callbacks [] for security_group (fea956b7-346e-43be-ad60-79be594db943), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:04.723089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8431-d0bf-4d04-9538-556f767d6376 req-1d95c043-439e-4b24-a624-04d787ea2eb7 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:04.740238 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-297e8431-d0bf-4d04-9538-556f767d6376 req-1d95c043-439e-4b24-a624-04d787ea2eb7 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.1485381 Aug 01 14:10:04.748794 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:10:04.859548 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (1d81da69-ffe1-4375-9282-3c7192975c98), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:04.863380 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58724) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:04.897505 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.db.api [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 01 14:10:04.898446 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG oslo_db.api [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 01 14:10:04.928319 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-d728bf8b-e95e-4d9a-ad77-c7fc9313128f None None] Provisioning complete for port aa94f197-2860-4fe2-a1bc-e3b495378155 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:04.928928 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d728bf8b-e95e-4d9a-ad77-c7fc9313128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:04.934449 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a27e6-334c-4077-85eb-961dbd4cf3b9 None None] Network 294e8be6-62c8-4d19-be24-df34926b9c6c requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:05.006283 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-72643dfb-f445-4be3-a454-649b146b277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (fea956b7-346e-43be-ad60-79be594db943), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:05.010918 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-72643dfb-f445-4be3-a454-649b146b277f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:05.015246 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-72643dfb-f445-4be3-a454-649b146b277f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fea956b7-346e-43be-ad60-79be594db943 HTTP/1.1" status: 204 len: 168 time: 1.1893241 Aug 01 14:10:05.074350 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-297e8431-d0bf-4d04-9538-556f767d6376 req-22d306da-67c0-4aa0-ace1-5451814103eb tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289328 Aug 01 14:10:05.089013 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment 612f4441-170b-4224-a9b5-0c7f6bb01ac7 resource provider aggregate not found Aug 01 14:10:05.169445 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment 612f4441-170b-4224-a9b5-0c7f6bb01ac7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 612f4441-170b-4224-a9b5-0c7f6bb01ac7 found for delete ", "request_id": "req-0966e926-fff2-4bcb-a39c-beecf6389ab2"}]} Aug 01 14:10:05.177809 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72643dfb-f445-4be3-a454-649b146b277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea956b7-346e-43be-ad60-79be594db943,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:05.187330 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ce23e-e1e7-4cdd-9d2f-1c888e38504a None None] Pushing event updated for resources: {'Port': ['ID=aa94f197-2860-4fe2-a1bc-e3b495378155,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:05.187774 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-82ceea29-ef19-4041-8414-3d527d0b337a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5166861cf436411e9797c575c32bb800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058107 Aug 01 14:10:05.193960 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58732) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:05.245328 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:10:05.271975 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Sync routers for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:10:05.288413 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:05.291195 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9dad4098-3eeb-47a2-8db6-d92e0bf49064 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0151794 Aug 01 14:10:05.294394 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58734) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:05.355971 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:05.359095 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:05.393434 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:05.482418 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7984be24-bc29-49e6-9e81-dee794bf8283 admin admin] Publish callbacks [] for security_group (c84132fa-350b-49af-8937-5e704ac9e97b), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:05.667498 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7984be24-bc29-49e6-9e81-dee794bf8283 admin admin] Publish callbacks [] for security_group (c84132fa-350b-49af-8937-5e704ac9e97b), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:05.678068 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port aa94f197-2860-4fe2-a1bc-e3b495378155 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:05.679170 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 434fdfab-dfee-411c-8687-1997557662b4 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:05.726062 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Router 1d81da69-ffe1-4375-9282-3c7192975c98 is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:10:05.726877 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-d728bf8b-e95e-4d9a-ad77-c7fc9313128f None None] Current status of the port aa94f197-2860-4fe2-a1bc-e3b495378155 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:05.806496 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:05.809507 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:06.000805 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:06.051438 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7984be24-bc29-49e6-9e81-dee794bf8283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c84132fa-350b-49af-8937-5e704ac9e97b), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:06.058869 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7984be24-bc29-49e6-9e81-dee794bf8283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:06.067398 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 434fdfab-dfee-411c-8687-1997557662b4 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:06.068171 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (434fdfab-dfee-411c-8687-1997557662b4), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:06.075012 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-7984be24-bc29-49e6-9e81-dee794bf8283 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c84132fa-350b-49af-8937-5e704ac9e97b HTTP/1.1" status: 204 len: 168 time: 0.8776302 Aug 01 14:10:06.110484 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-e92cbccf-99ab-4c3c-9f30-50ebfb8290d5 None None] Provisioning complete for port 434fdfab-dfee-411c-8687-1997557662b4 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:06.111329 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e92cbccf-99ab-4c3c-9f30-50ebfb8290d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (434fdfab-dfee-411c-8687-1997557662b4), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:06.127733 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984be24-bc29-49e6-9e81-dee794bf8283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84132fa-350b-49af-8937-5e704ac9e97b,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:06.251464 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:10:06.305059 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Sync routers for ids ['1d81da69-ffe1-4375-9282-3c7192975c98'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:10:06.349439 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:06.357860 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-3951e449-2a1e-4d2e-8507-92589fcde2cb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7509651 Aug 01 14:10:06.359345 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58792) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:06.413884 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Routers {'1d81da69-ffe1-4375-9282-3c7192975c98'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:06.414933 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1d81da69-ffe1-4375-9282-3c7192975c98'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:06.791862 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-e92cbccf-99ab-4c3c-9f30-50ebfb8290d5 None None] Current status of the port 434fdfab-dfee-411c-8687-1997557662b4 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:06.792490 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e92cbccf-99ab-4c3c-9f30-50ebfb8290d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (434fdfab-dfee-411c-8687-1997557662b4), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:07.089217 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Set router 1d81da69-ffe1-4375-9282-3c7192975c98 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:07.103031 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:07.238212 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:07.303009 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-e92cbccf-99ab-4c3c-9f30-50ebfb8290d5 None None] For port 434fdfab-dfee-411c-8687-1997557662b4, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=434fdfab-dfee-411c-8687-1997557662b4,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:07.353314 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:07.356846 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 434fdfab-dfee-411c-8687-1997557662b4 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:07.358165 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (434fdfab-dfee-411c-8687-1997557662b4), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:07.400130 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e92cbccf-99ab-4c3c-9f30-50ebfb8290d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (434fdfab-dfee-411c-8687-1997557662b4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:07.455252 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58828) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:07.526991 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:02Z', 'revision_number': 3, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:07.554245 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Allocated IP 172.20.0.1 (294e8be6-62c8-4d19-be24-df34926b9c6c/cd4e3162-00b7-4eec-b5a3-3fc30af93721/6fb2e8c2-7150-44f8-8f54-290cc97f8158) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:07.764695 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-e3b32f22-ba90-4f86-9e85-4d41c2705b77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a687a9ada4494ab4b93aa989fe7b47a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070948 Aug 01 14:10:07.784016 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58834) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:07.784837 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'name': 'tempest-TestMinimumBasicScenario-45653457-router', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12'}], 'enable_snat': True}, 'gw_port_id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:01Z', 'revision_number': 3, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'gw_port': {'id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:07.796970 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Publish callbacks [] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:07.872555 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:07.895727 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Checking router: 1d81da69-ffe1-4375-9282-3c7192975c98 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:10:07.896105 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Updating router 1d81da69-ffe1-4375-9282-3c7192975c98 port 449b27d3-e1c1-4e5b-85ff-8f644479bf04 binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:10:07.942238 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:07.993665 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:08.038686 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Network 294e8be6-62c8-4d19-be24-df34926b9c6c is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:08.045622 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:08.052899 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:08.102195 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb2e8c2-7150-44f8-8f54-290cc97f8158,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:08.141997 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:08.188485 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cbccf-99ab-4c3c-9f30-50ebfb8290d5 None None] Pushing event updated for resources: {'Port': ['ID=434fdfab-dfee-411c-8687-1997557662b4,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:08.246505 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Checking router: 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:10:08.247894 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Updating router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 port 654eb89d-e2e7-4d21-b778-ff81d5c5b474 binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:10:08.351555 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0aaeb651-02e7-4dee-b4b6-881c47bab0e1 None None] Provisioning complete for port 434fdfab-dfee-411c-8687-1997557662b4 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:08.352667 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb651-02e7-4dee-b4b6-881c47bab0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (434fdfab-dfee-411c-8687-1997557662b4), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:08.484127 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.db.api [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 01 14:10:08.484370 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG oslo_db.api [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 01 14:10:08.513147 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:08.575842 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d734d850-def0-4675-bddb-e3053113f128 admin admin] Publish callbacks [] for security_group (1a2779ec-843e-4255-bc6a-ed717785f73c), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:08.724753 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d734d850-def0-4675-bddb-e3053113f128 admin admin] Publish callbacks [] for security_group (1a2779ec-843e-4255-bc6a-ed717785f73c), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:08.733770 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:08.780919 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-b178d3a2-049f-4c5f-ae1d-2f9dea2315ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:08.784805 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-b178d3a2-049f-4c5f-ae1d-2f9dea2315ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 1129 time: 0.2712903 Aug 01 14:10:08.789574 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:08.810269 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:08.872991 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:08.902633 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0aaeb651-02e7-4dee-b4b6-881c47bab0e1 None None] Current status of the port 434fdfab-dfee-411c-8687-1997557662b4 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:08.980178 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.052243 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05640382-7746-41a4-a2a0-170f98f468c4 req-38a68e43-0efc-4db2-a16f-6b88f50cfa7b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:09.054843 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05640382-7746-41a4-a2a0-170f98f468c4 req-38a68e43-0efc-4db2-a16f-6b88f50cfa7b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.1785774 Aug 01 14:10:09.139118 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 434fdfab-dfee-411c-8687-1997557662b4 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:09.148184 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Publish callbacks [] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.158614 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-5ac36f88-c88d-47ca-9cf3-8059ec3f9ecd None None] Provisioning complete for port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:09.161954 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d734d850-def0-4675-bddb-e3053113f128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (1a2779ec-843e-4255-bc6a-ed717785f73c), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.164484 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5ac36f88-c88d-47ca-9cf3-8059ec3f9ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.165849 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.168299 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d734d850-def0-4675-bddb-e3053113f128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.169809 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-d734d850-def0-4675-bddb-e3053113f128 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a2779ec-843e-4255-bc6a-ed717785f73c HTTP/1.1" status: 204 len: 168 time: 1.3828127 Aug 01 14:10:09.245231 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734d850-def0-4675-bddb-e3053113f128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2779ec-843e-4255-bc6a-ed717785f73c,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:09.304689 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-e549fc20-4335-4394-a70e-1cc0b9438a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:09.307033 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-e549fc20-4335-4394-a70e-1cc0b9438a7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.5082791 Aug 01 14:10:09.352047 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Allocated IP 172.20.0.1 (3205fc2c-1a3d-4c01-b434-76a1479b286d/56a26b1e-9ec0-4713-bfa2-9a687aff5cfa/37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:09.405482 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:09.413785 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05640382-7746-41a4-a2a0-170f98f468c4 req-0efb9ff1-0838-4f43-be90-82edc905808c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929749 Aug 01 14:10:09.479248 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96825dd9-8bbc-44be-8950-c4cfa3ca2bf4 None None] Pushing event updated for resources: {'Port': ['ID=449b27d3-e1c1-4e5b-85ff-8f644479bf04,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:09.488932 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Attempting to bind port 449b27d3-e1c1-4e5b-85ff-8f644479bf04 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:09.491954 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Attempting to bind port 449b27d3-e1c1-4e5b-85ff-8f644479bf04 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:09.494260 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Attempting to bind port 449b27d3-e1c1-4e5b-85ff-8f644479bf04 on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:09.530070 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:09.530978 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-92529b31-d29d-489a-bff8-697657956c1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6435f407-545f-4889-be82-4de3b791eeb8 HTTP/1.1" status: 200 len: 217 time: 0.1378329 Aug 01 14:10:09.532770 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:09.534283 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.537276 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:09.537729 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:09.540362 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Bound port: 449b27d3-e1c1-4e5b-85ff-8f644479bf04, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:09.541427 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.614250 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Publish callbacks [] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.686474 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device b6b94cfe-5cb8-48de-8e47-ed9623745637 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:09.690350 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-5ac36f88-c88d-47ca-9cf3-8059ec3f9ecd None None] Port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:10:09.703360 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.703895 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] For port 449b27d3-e1c1-4e5b-85ff-8f644479bf04, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:09.721091 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] For port 449b27d3-e1c1-4e5b-85ff-8f644479bf04, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=449b27d3-e1c1-4e5b-85ff-8f644479bf04,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:09.742786 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.815152 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Publish callbacks [] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.865072 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.869494 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb2e8c2-7150-44f8-8f54-290cc97f8158,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:09.897331 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-7846f5ca-f516-40cb-a50b-0e72f7476eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:09.899474 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.899996 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-7846f5ca-f516-40cb-a50b-0e72f7476eef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.3339057 Aug 01 14:10:09.942194 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Routers {'1d81da69-ffe1-4375-9282-3c7192975c98'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:09.945060 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1d81da69-ffe1-4375-9282-3c7192975c98'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:09.953189 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Publish callbacks [] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:09.970805 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:10.015349 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:10.100258 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port b6b94cfe-5cb8-48de-8e47-ed9623745637 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:10.100687 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:10.102592 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Network 3205fc2c-1a3d-4c01-b434-76a1479b286d is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:10.110890 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:10.119773 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:10.126221 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:10.173513 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:10.175148 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-f70907ce-af8d-4cbf-9188-fe48d43becb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:10.184686 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-f70907ce-af8d-4cbf-9188-fe48d43becb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2708955 Aug 01 14:10:10.201232 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96825dd9-8bbc-44be-8950-c4cfa3ca2bf4 None None] Pushing event updated for resources: {'Port': ['ID=449b27d3-e1c1-4e5b-85ff-8f644479bf04,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:10.238850 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Attempting to bind port 654eb89d-e2e7-4d21-b778-ff81d5c5b474 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:10.242208 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Attempting to bind port 654eb89d-e2e7-4d21-b778-ff81d5c5b474 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:10.246779 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Attempting to bind port 654eb89d-e2e7-4d21-b778-ff81d5c5b474 on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:10.270747 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Pushing event updated for resources: {'Port': ['ID=37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:10.307979 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:10.314610 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (1d81da69-ffe1-4375-9282-3c7192975c98), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:10.315417 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:10.316967 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:10.324463 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:10.326116 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Bound port: 654eb89d-e2e7-4d21-b778-ff81d5c5b474, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:10.326417 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:10.334095 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb605f15-d2a4-40c2-bf3f-df7e48504074 None None] Pushing event updated for resources: {'Port': ['ID=654eb89d-e2e7-4d21-b778-ff81d5c5b474,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:10.440793 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] Set router 1d81da69-ffe1-4375-9282-3c7192975c98 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:10.705856 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Network 294e8be6-62c8-4d19-be24-df34926b9c6c is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:10.739114 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] For port 654eb89d-e2e7-4d21-b778-ff81d5c5b474, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:10.751917 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] For port 654eb89d-e2e7-4d21-b778-ff81d5c5b474, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=654eb89d-e2e7-4d21-b778-ff81d5c5b474,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:10.758061 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:10.762859 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port b6b94cfe-5cb8-48de-8e47-ed9623745637 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:10.766186 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device aa94f197-2860-4fe2-a1bc-e3b495378155 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:10.783825 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:10.915065 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b0890-bece-43c4-b63c-91a1d794fc33 req-079cbb64-3c5c-4c5d-9868-85f284c4ad8f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:10.918958 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f04b0890-bece-43c4-b63c-91a1d794fc33 req-079cbb64-3c5c-4c5d-9868-85f284c4ad8f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.1945891 Aug 01 14:10:11.062707 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-4c702ef9-4c9c-447a-88f9-034db75f56a4 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8580506 Aug 01 14:10:11.095411 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-d8d3ebc5-1c1e-4ab4-a800-d9b7ff35c677 None None] Provisioning complete for port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:11.101847 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ebc5-1c1e-4ab4-a800-d9b7ff35c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:11.124423 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58894) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:11.143901 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:11.154545 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:11.157434 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:11.270803 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f04b0890-bece-43c4-b63c-91a1d794fc33 req-37076cf5-bd4a-4ca7-b815-f8c293133f1a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262967 Aug 01 14:10:11.289840 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'name': 'tempest-TestMinimumBasicScenario-45653457-router', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12'}], 'enable_snat': True}, 'gw_port_id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:01Z', 'revision_number': 3, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'gw_port': {'id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:11.445427 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9b22e-52ee-4c79-9956-fc493fd32497 None None] The sync data for ids ['1d81da69-ffe1-4375-9282-3c7192975c98'] in dv-cinder-845178-10-iscsi is: [{'id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'name': 'tempest-TestMinimumBasicScenario-45653457-router', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12'}], 'enable_snat': True}, 'gw_port_id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:01Z', 'revision_number': 3, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'gw_port': {'id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:10:11.619057 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-4f70daae-1e7d-4307-9551-aa5ac566ff12 req-1400ab44-0077-4a87-b411-aef028494db4 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032415 Aug 01 14:10:11.633360 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:10:11.870546 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Publish callbacks [] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:11.871565 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port aa94f197-2860-4fe2-a1bc-e3b495378155 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:11.872072 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:11.874948 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:11.881987 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb605f15-d2a4-40c2-bf3f-df7e48504074 None None] Pushing event updated for resources: {'Port': ['ID=654eb89d-e2e7-4d21-b778-ff81d5c5b474,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:11.929392 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3ebc5-1c1e-4ab4-a800-d9b7ff35c677 None None] Port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:10:11.939504 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:11.952262 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-44657da2-9e52-4275-80ec-2bfc15eb8267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:12.002497 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:12.197833 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-6345a859-38d4-451b-a133-5711cd4f933c None None] Provisioning complete for port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:12.197833 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6345a859-38d4-451b-a133-5711cd4f933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:12.445367 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:12.607676 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-44657da2-9e52-4275-80ec-2bfc15eb8267 admin admin] Publish callbacks [] for security_group (354d9ea3-b8f4-4e2c-b5ba-49dbe9fec664), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:12.612946 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:12.634947 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-44657da2-9e52-4275-80ec-2bfc15eb8267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (354d9ea3-b8f4-4e2c-b5ba-49dbe9fec664), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:12.637312 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:10:12.672016 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-32f69129-8aee-4feb-8005-b971b7ec62f2 admin admin] 10.222.0.45 "PUT /v2.0/routers/1a0a73c5-f4f4-4afc-97fc-fcd5731cd109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3742967 Aug 01 14:10:12.860420 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-6345a859-38d4-451b-a133-5711cd4f933c None None] Port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:10:12.861211 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Pushing event updated for resources: {'Port': ['ID=37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:12.863632 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port aa94f197-2860-4fe2-a1bc-e3b495378155 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:12.866000 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 434fdfab-dfee-411c-8687-1997557662b4 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:12.962713 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (1d81da69-ffe1-4375-9282-3c7192975c98), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:13.029470 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 434fdfab-dfee-411c-8687-1997557662b4 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:13.030789 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (434fdfab-dfee-411c-8687-1997557662b4), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:13.060038 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44657da2-9e52-4275-80ec-2bfc15eb8267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354d9ea3-b8f4-4e2c-b5ba-49dbe9fec664,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:13.186631 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d739f8-0e55-433f-8437-7c0d95f58863 req-5685f5a4-cad0-4745-8b9b-de85c21a49c0 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:13.193651 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-04d739f8-0e55-433f-8437-7c0d95f58863 req-5685f5a4-cad0-4745-8b9b-de85c21a49c0 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.5197463 Aug 01 14:10:13.241654 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58926) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:13.262597 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-44657da2-9e52-4275-80ec-2bfc15eb8267 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe63d5f4cc644128912d157da6ea8e41&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1204877 Aug 01 14:10:13.310515 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=100 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:13.350790 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:09Z', 'revision_number': 2, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:13.555518 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4f79793-4f6b-4cff-8d34-bdb5ba7be58d admin admin] Publish callbacks [] for security_group (354d9ea3-b8f4-4e2c-b5ba-49dbe9fec664), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:13.556360 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b326f5-67ff-4e26-9af1-686932498e29 None None] The sync data for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi is: [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:09Z', 'revision_number': 2, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:10:13.656590 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4f79793-4f6b-4cff-8d34-bdb5ba7be58d admin admin] Publish callbacks [] for security_group (354d9ea3-b8f4-4e2c-b5ba-49dbe9fec664), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:13.730499 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 434fdfab-dfee-411c-8687-1997557662b4 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:13.889857 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58944) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:13.900203 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-9789d808-5b2c-45d9-b290-b7f5685e9880 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1876790496', 'description': 'tempest-description--751874906'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:13.985072 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4f79793-4f6b-4cff-8d34-bdb5ba7be58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (354d9ea3-b8f4-4e2c-b5ba-49dbe9fec664), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:14.000224 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4f79793-4f6b-4cff-8d34-bdb5ba7be58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:14.008534 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-c4f79793-4f6b-4cff-8d34-bdb5ba7be58d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/354d9ea3-b8f4-4e2c-b5ba-49dbe9fec664 HTTP/1.1" status: 204 len: 168 time: 0.7620633 Aug 01 14:10:14.034264 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 449b27d3-e1c1-4e5b-85ff-8f644479bf04 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:14.082316 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:14.150430 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f79793-4f6b-4cff-8d34-bdb5ba7be58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354d9ea3-b8f4-4e2c-b5ba-49dbe9fec664,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:14.171868 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 449b27d3-e1c1-4e5b-85ff-8f644479bf04 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:14.172346 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:14.183705 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9789d808-5b2c-45d9-b290-b7f5685e9880 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:14.398334 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:14.528719 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9789d808-5b2c-45d9-b290-b7f5685e9880 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (3883d7e0-f7ee-401e-8ccc-002ac76bbb0d), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:14.545708 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9789d808-5b2c-45d9-b290-b7f5685e9880 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (3883d7e0-f7ee-401e-8ccc-002ac76bbb0d), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:14.648393 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9789d808-5b2c-45d9-b290-b7f5685e9880 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:14.655132 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-04d739f8-0e55-433f-8437-7c0d95f58863 req-00aa06de-b1fa-4372-882f-3a1814a2e279 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3850868 Aug 01 14:10:14.659620 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9789d808-5b2c-45d9-b290-b7f5685e9880 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7676675 Aug 01 14:10:14.688606 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58956) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:14.709575 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 449b27d3-e1c1-4e5b-85ff-8f644479bf04 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:14.710001 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:14.715664 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-e4bcc0f8-97ac-44da-a135-84486d7e6265 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'security_group_rule': {'security_group_id': '3883d7e0-f7ee-401e-8ccc-002ac76bbb0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:14.783620 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Network 3205fc2c-1a3d-4c01-b434-76a1479b286d is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:14.787825 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:14.808918 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 449b27d3-e1c1-4e5b-85ff-8f644479bf04, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=449b27d3-e1c1-4e5b-85ff-8f644479bf04,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:14.820884 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789d808-5b2c-45d9-b290-b7f5685e9880 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:14.824365 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:14.919490 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc0f8-97ac-44da-a135-84486d7e6265 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (b0b56798-db36-4233-9b06-9ec28f50a78d), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:15.021351 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58962) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:15.135923 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=449b27d3-e1c1-4e5b-85ff-8f644479bf04,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:15.233217 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Router 1d81da69-ffe1-4375-9282-3c7192975c98 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:10:15.274099 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc0f8-97ac-44da-a135-84486d7e6265 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (b0b56798-db36-4233-9b06-9ec28f50a78d), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:15.294504 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc0f8-97ac-44da-a135-84486d7e6265 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (b0b56798-db36-4233-9b06-9ec28f50a78d), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:15.374768 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcc0f8-97ac-44da-a135-84486d7e6265 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b56798-db36-4233-9b06-9ec28f50a78d,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:15.395798 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc0f8-97ac-44da-a135-84486d7e6265 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:15.399958 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-e4bcc0f8-97ac-44da-a135-84486d7e6265 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7080748 Aug 01 14:10:15.405479 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 58972) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:15.427651 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-b3ed2fac-204b-469d-9683-c816fac711c1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'security_group_rule': {'security_group_id': '3883d7e0-f7ee-401e-8ccc-002ac76bbb0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:15.543615 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b3ed2fac-204b-469d-9683-c816fac711c1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (cd2946bf-e957-4dd0-903d-94b28adade1d), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:15.597957 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-d4171e4f-7674-47d5-8a1f-c00f5ac73042 None None] Provisioning complete for port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:15.599375 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d4171e4f-7674-47d5-8a1f-c00f5ac73042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:15.694463 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-d4171e4f-7674-47d5-8a1f-c00f5ac73042 None None] Port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:10:15.727670 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:10:15.786371 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-a08dc752-2376-4dd7-9a2d-d9c8de85eedb admin admin] 10.222.0.45 "PUT /v2.0/routers/1d81da69-ffe1-4375-9282-3c7192975c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4249966 Aug 01 14:10:15.808616 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b3ed2fac-204b-469d-9683-c816fac711c1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (cd2946bf-e957-4dd0-903d-94b28adade1d), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:15.835433 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b3ed2fac-204b-469d-9683-c816fac711c1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (cd2946bf-e957-4dd0-903d-94b28adade1d), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:15.863539 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed2fac-204b-469d-9683-c816fac711c1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2946bf-e957-4dd0-903d-94b28adade1d,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:15.901370 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b3ed2fac-204b-469d-9683-c816fac711c1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:15.910362 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 58986) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:15.922671 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:15.925025 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-b3ed2fac-204b-469d-9683-c816fac711c1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4994373 Aug 01 14:10:16.025183 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Sync routers for ids ['1d81da69-ffe1-4375-9282-3c7192975c98'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:10:16.041164 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Routers {'1d81da69-ffe1-4375-9282-3c7192975c98'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:16.042088 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1d81da69-ffe1-4375-9282-3c7192975c98'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:16.076104 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:16.272603 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:16.463855 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-1fdc8ea3-f849-406d-bda8-b89f3e670c9b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1743357 Aug 01 14:10:16.537900 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4383a30-3004-4f0b-9291-0ddfea0b0cb8 req-6a9120bf-3438-4691-82cd-df746475e236 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:16.563660 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c4383a30-3004-4f0b-9291-0ddfea0b0cb8 req-6a9120bf-3438-4691-82cd-df746475e236 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.5510769 Aug 01 14:10:16.676558 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Publish callbacks [] for security_group (c99c04e5-aacc-4058-a81b-513911c3e007), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:16.689768 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c99c04e5-aacc-4058-a81b-513911c3e007), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:16.802359 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:16.818613 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 449b27d3-e1c1-4e5b-85ff-8f644479bf04 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:16.962655 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91dc237a97b94540a3653da8efccfa83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9392505 Aug 01 14:10:16.966353 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59010) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:17.011837 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:17.034384 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 449b27d3-e1c1-4e5b-85ff-8f644479bf04 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:17.035359 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:17.055040 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99c04e5-aacc-4058-a81b-513911c3e007,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:17.060426 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:17.084102 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-c8206534-9da5-4c00-a90a-bae66d6a7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:17.089848 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-c8206534-9da5-4c00-a90a-bae66d6a7ccd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 1129 time: 0.4505320 Aug 01 14:10:17.136897 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Set router 1d81da69-ffe1-4375-9282-3c7192975c98 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:17.214259 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c4383a30-3004-4f0b-9291-0ddfea0b0cb8 req-812c9241-02a3-4caa-9a14-e4eac7b3e458 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341538 Aug 01 14:10:17.224680 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:17.277144 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59014) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:17.318307 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:17.324440 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.325006 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.325618 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.326373 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.326929 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.327470 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.328098 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.328621 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.329145 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.329826 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.330852 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.331017 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.331810 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.332635 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.333339 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bfe76-9245-4772-865a-93f3313b07a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:17.402420 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Allocated IP 172.27.4.125 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/46b7f51c-7909-4692-97ce-fb08ac4d24ef) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:17.432427 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-d86f6739-1361-4da6-b5a0-3cad9ef89979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:17.435959 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-d86f6739-1361-4da6-b5a0-3cad9ef89979 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 200 len: 912 time: 0.3128219 Aug 01 14:10:17.501771 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2d2c-c211-427d-9916-64f694938468 admin admin] Publish callbacks [] for security_group (c99c04e5-aacc-4058-a81b-513911c3e007), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:17.574479 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:17.747711 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-ea6a8818-f4be-4d08-8592-1d0f15ad1e0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b HTTP/1.1" status: 200 len: 1000 time: 0.2453730 Aug 01 14:10:17.747920 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 449b27d3-e1c1-4e5b-85ff-8f644479bf04 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:17.840758 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-888b91c8-67a3-4430-becd-9e367d3686cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:17.851918 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for port (46b7f51c-7909-4692-97ce-fb08ac4d24ef), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:18.010873 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (46b7f51c-7909-4692-97ce-fb08ac4d24ef), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:18.071324 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2d2c-c211-427d-9916-64f694938468 admin admin] Publish callbacks [] for security_group (c99c04e5-aacc-4058-a81b-513911c3e007), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:18.095726 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'name': 'tempest-TestMinimumBasicScenario-45653457-router', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12'}], 'enable_snat': True}, 'gw_port_id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:10Z', 'revision_number': 4, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'gw_port': {'id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7', 'name': '', 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'mac_address': 'fa:16:3e:5d:91:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '56a26b1e-9ec0-4713-bfa2-9a687aff5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:09Z', 'updated_at': '2022-08-01T14:10:11Z', 'revision_number': 2, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'subnets': [{'id': '56a26b1e-9ec0-4713-bfa2-9a687aff5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:18.158927 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:18.174244 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 654eb89d-e2e7-4d21-b778-ff81d5c5b474 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:18.175270 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:18.192685 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:18.241041 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Checking router: 1d81da69-ffe1-4375-9282-3c7192975c98 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:10:18.242079 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Updating router 1d81da69-ffe1-4375-9282-3c7192975c98 port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:10:18.292059 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-c10a5638-d242-4f4a-adda-7dfa06ef877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:18.306356 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-c10a5638-d242-4f4a-adda-7dfa06ef877a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93a89a5f-ac0b-49b4-82c8-60f15b352ec8 HTTP/1.1" status: 200 len: 850 time: 0.5230527 Aug 01 14:10:18.325015 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'Port': ['ID=46b7f51c-7909-4692-97ce-fb08ac4d24ef,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:18.364349 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:18.417130 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.417680 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.418228 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.418782 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.419351 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.421333 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-f3c07025-bf02-4f73-aa96-7b7ad616331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:18.426009 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-f3c07025-bf02-4f73-aa96-7b7ad616331c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1aca417-45fc-4b60-8100-7ab851d89316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1135349 Aug 01 14:10:18.427206 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.428191 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.429308 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.430069 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.430799 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.431566 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.432342 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.436135 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.437092 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.437932 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:18.444847 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2d2c-c211-427d-9916-64f694938468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c99c04e5-aacc-4058-a81b-513911c3e007), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:18.445263 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 654eb89d-e2e7-4d21-b778-ff81d5c5b474 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:18.445635 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:18.473966 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2d2c-c211-427d-9916-64f694938468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:18.487820 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-e3bc2d2c-c211-427d-9916-64f694938468 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c99c04e5-aacc-4058-a81b-513911c3e007 HTTP/1.1" status: 204 len: 168 time: 1.4966757 Aug 01 14:10:18.491187 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-888b91c8-67a3-4430-becd-9e367d3686cd admin admin] Publish callbacks [] for security_group (60504f97-756d-45ab-a87f-fe7d5188429b), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:18.504766 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59048) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:18.577291 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-888b91c8-67a3-4430-becd-9e367d3686cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (60504f97-756d-45ab-a87f-fe7d5188429b), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:18.621595 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc2d2c-c211-427d-9916-64f694938468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99c04e5-aacc-4058-a81b-513911c3e007,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:18.692008 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:18.963983 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-607aeead-4031-443d-99c7-05b71374cc1f service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250826 Aug 01 14:10:19.063625 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e253b78-f298-4971-a42f-00b3329abda6 req-0224b0ac-77af-41e5-bd6f-f3ae4c40d5c7 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:19.070937 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1e253b78-f298-4971-a42f-00b3329abda6 req-0224b0ac-77af-41e5-bd6f-f3ae4c40d5c7 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.5757010 Aug 01 14:10:19.095227 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-888b91c8-67a3-4430-becd-9e367d3686cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3eba5c871a224532bb7a1f48891d3f50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7968121 Aug 01 14:10:19.096439 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59074) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:19.103396 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 654eb89d-e2e7-4d21-b778-ff81d5c5b474 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:19.104222 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:19.124215 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b91c8-67a3-4430-becd-9e367d3686cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60504f97-756d-45ab-a87f-fe7d5188429b,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:19.145430 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 654eb89d-e2e7-4d21-b778-ff81d5c5b474, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=654eb89d-e2e7-4d21-b778-ff81d5c5b474,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:19.163016 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:19.169346 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00053cbd-9389-4653-985a-31877dced810 None None] Sync routers for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:10:19.219744 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00053cbd-9389-4653-985a-31877dced810 None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:19.220975 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-00053cbd-9389-4653-985a-31877dced810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:19.253548 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-290099447-network', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:19.304086 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-69340c8c-17a6-45cd-81b6-45ed0c9b422d req-75513da9-409e-489e-87db-ddf6e0035761 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245585 Aug 01 14:10:19.310724 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (ced59713-cd1e-4a4c-a2c0-0e94b1168d25), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:19.362152 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Made reservation on behalf of f0a6c07d69ef4cf4a545f48e7079044d for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:19.366327 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=654eb89d-e2e7-4d21-b778-ff81d5c5b474,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:19.375074 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:19.377599 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.377967 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.378340 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.378761 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.379161 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.379807 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.380312 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.380887 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.381500 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.381996 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.382394 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.382737 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.383066 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.384240 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.384858 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:10:19.463122 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:19.486107 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-00053cbd-9389-4653-985a-31877dced810 None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:19.592848 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:19.599314 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:19.616858 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Publish callbacks [] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:19.635416 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:19.779470 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (46b7f51c-7909-4692-97ce-fb08ac4d24ef), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:19.794865 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:19.909159 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f5695-74f8-4ce0-bb8b-0b029b804546 None None] Pushing event updated for resources: {'Port': ['ID=37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:20.011125 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99f01690-4688-4664-8e00-ff2f6a632928 admin admin] Publish callbacks [] for security_group (60504f97-756d-45ab-a87f-fe7d5188429b), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.039205 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1e253b78-f298-4971-a42f-00b3329abda6 req-4c69e26d-bac2-414a-9947-6d5719c1a5fe tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9219472 Aug 01 14:10:20.114646 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 654eb89d-e2e7-4d21-b778-ff81d5c5b474 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:20.166973 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-00053cbd-9389-4653-985a-31877dced810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:09Z', 'revision_number': 2, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:20.199882 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99f01690-4688-4664-8e00-ff2f6a632928 admin admin] Publish callbacks [] for security_group (60504f97-756d-45ab-a87f-fe7d5188429b), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.352085 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00053cbd-9389-4653-985a-31877dced810 None None] Checking router: 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:10:20.352972 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00053cbd-9389-4653-985a-31877dced810 None None] Updating router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:10:20.420854 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Publish callbacks [] for security_group (e98b451f-1f51-4293-a5b0-062c6402675a), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.443205 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Attempting to bind port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:20.444328 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Attempting to bind port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:20.444870 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (e98b451f-1f51-4293-a5b0-062c6402675a), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.445488 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Attempting to bind port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 on network 3205fc2c-1a3d-4c01-b434-76a1479b286d {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:20.460703 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99f01690-4688-4664-8e00-ff2f6a632928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (60504f97-756d-45ab-a87f-fe7d5188429b), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.470390 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-99f01690-4688-4664-8e00-ff2f6a632928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.474080 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-99f01690-4688-4664-8e00-ff2f6a632928 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60504f97-756d-45ab-a87f-fe7d5188429b HTTP/1.1" status: 204 len: 168 time: 1.3531880 Aug 01 14:10:20.476796 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:20.489226 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-00053cbd-9389-4653-985a-31877dced810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.521000 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.543211 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:20.543580 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Checking segment: {'id': 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:20.544000 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.544428 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Bound using segment: {'id': 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:20.548832 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Bound port: 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:20.549574 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.588041 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:10:20.595275 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 654eb89d-e2e7-4d21-b778-ff81d5c5b474 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:20.595650 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.655452 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b451f-1f51-4293-a5b0-062c6402675a,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:20.712096 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for port (46b7f51c-7909-4692-97ce-fb08ac4d24ef), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.814357 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (46b7f51c-7909-4692-97ce-fb08ac4d24ef), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.841950 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (d5d8a230-3d9e-42b1-9fe2-6d155796a2d8), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:20.844303 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Added segment d5d8a230-3d9e-42b1-9fe2-6d155796a2d8 of type vlan for network e95fe17e-40dc-4b82-adc2-9adb31102a43 Aug 01 14:10:20.907055 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f01690-4688-4664-8e00-ff2f6a632928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60504f97-756d-45ab-a87f-fe7d5188429b,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:21.010731 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59106) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:21.028459 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (e95fe17e-40dc-4b82-adc2-9adb31102a43), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.032011 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'Port': ['ID=46b7f51c-7909-4692-97ce-fb08ac4d24ef,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:21.061383 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (ced59713-cd1e-4a4c-a2c0-0e94b1168d25), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.094429 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] For port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:21.103171 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] For port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7,segment=NetworkSegment(d747f1f7-75c1-4fc9-90ae-2879b2086e9f),segment_id=d747f1f7-75c1-4fc9-90ae-2879b2086e9f)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:21.169825 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.175712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.177620 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-840bfc50-a2a1-4799-8096-9d8e0eb59ec5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2655683 Aug 01 14:10:21.193465 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (e95fe17e-40dc-4b82-adc2-9adb31102a43), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.194581 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:21.195261 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.315975 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 654eb89d-e2e7-4d21-b778-ff81d5c5b474 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:21.338389 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Routers {'1d81da69-ffe1-4375-9282-3c7192975c98'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:21.339881 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1d81da69-ffe1-4375-9282-3c7192975c98'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:21.469611 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-217369138-network', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:21.481384 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e2e8b-9e1c-46b6-b36b-3f960e5b8736 req-1296cc87-559e-42d7-98af-e4b68d3616d0 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:21.484039 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-323e2e8b-9e1c-46b6-b36b-3f960e5b8736 req-1296cc87-559e-42d7-98af-e4b68d3616d0 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.1069491 Aug 01 14:10:21.495563 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.9731340 Aug 01 14:10:21.507682 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59118) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:21.515197 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Request body: {'subnet': {'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-290099447-subnet', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'ip_version': 4}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:21.521775 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:21.550322 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aead1-d3ef-4411-9059-6db0a3eac1dd admin admin] Pushing event updated for resources: {'Network': ['ID=e95fe17e-40dc-4b82-adc2-9adb31102a43,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:21.613493 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Made reservation on behalf of 6bfbca571c4b4199a577322e866dfae9 for: {'network': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:21.614053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Made reservation on behalf of f0a6c07d69ef4cf4a545f48e7079044d for: {'subnet': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:21.617777 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5176487'] for subnet (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.618537 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.624116 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59120) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:21.661900 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.689684 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-00053cbd-9389-4653-985a-31877dced810 None None] Publish callbacks [] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.705062 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-8d28860d-1ff8-4ea8-84c4-1cc75e2d1bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.707412 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-00053cbd-9389-4653-985a-31877dced810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:21.708108 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:21.818988 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-323e2e8b-9e1c-46b6-b36b-3f960e5b8736 req-2d0ea395-ff82-42fe-95fa-95d89e0cb5d1 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215199 Aug 01 14:10:21.826864 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:21.887965 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9338-4e6d-44df-88c0-63eb643b01ad None None] Pushing event updated for resources: {'Port': ['ID=6fb2e8c2-7150-44f8-8f54-290cc97f8158,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:21.894408 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:10:21.898689 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:21.903367 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f5695-74f8-4ce0-bb8b-0b029b804546 None None] Pushing event updated for resources: {'Port': ['ID=37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:21.998069 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Publish callbacks [] for security_group (c2fbdf3b-3fc0-4337-a793-3bdb1f76e6bc), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.004018 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c2fbdf3b-3fc0-4337-a793-3bdb1f76e6bc), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.028497 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] Set router 1d81da69-ffe1-4375-9282-3c7192975c98 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:22.076727 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-00053cbd-9389-4653-985a-31877dced810 None None] Attempting to bind port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:22.077598 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-00053cbd-9389-4653-985a-31877dced810 None None] Attempting to bind port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:22.078240 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00053cbd-9389-4653-985a-31877dced810 None None] Attempting to bind port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 on network 294e8be6-62c8-4d19-be24-df34926b9c6c {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:22.088307 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00053cbd-9389-4653-985a-31877dced810 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:22.089152 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00053cbd-9389-4653-985a-31877dced810 None None] Checking segment: {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:22.089792 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-00053cbd-9389-4653-985a-31877dced810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.091122 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00053cbd-9389-4653-985a-31877dced810 None None] Bound using segment: {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:22.091980 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-00053cbd-9389-4653-985a-31877dced810 None None] Bound port: 6fb2e8c2-7150-44f8-8f54-290cc97f8158, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:22.092842 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-00053cbd-9389-4653-985a-31877dced810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.114123 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:10:22.117853 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-8d28860d-1ff8-4ea8-84c4-1cc75e2d1bb4 admin admin] Publish callbacks [] for security_group (63ccea96-0364-4970-88c9-adbfab39fa0a), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.145579 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fbdf3b-3fc0-4337-a793-3bdb1f76e6bc,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:22.183003 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (c2b223cf-bb32-4dd3-9844-876ebf35674c), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.185494 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.segments_db [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Added segment c2b223cf-bb32-4dd3-9844-876ebf35674c of type vlan for network 83622244-0e2b-48fa-9f1f-b69b203342d9 Aug 01 14:10:22.188969 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-00053cbd-9389-4653-985a-31877dced810 None None] For port 6fb2e8c2-7150-44f8-8f54-290cc97f8158, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:22.194876 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-00053cbd-9389-4653-985a-31877dced810 None None] For port 6fb2e8c2-7150-44f8-8f54-290cc97f8158, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=6fb2e8c2-7150-44f8-8f54-290cc97f8158,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:22.195961 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-8d28860d-1ff8-4ea8-84c4-1cc75e2d1bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (63ccea96-0364-4970-88c9-adbfab39fa0a), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.215729 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-00053cbd-9389-4653-985a-31877dced810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.255966 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (83622244-0e2b-48fa-9f1f-b69b203342d9), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.332527 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (83622244-0e2b-48fa-9f1f-b69b203342d9), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.339163 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00053cbd-9389-4653-985a-31877dced810 None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:22.339710 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:22.342118 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.342692 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-00053cbd-9389-4653-985a-31877dced810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:09:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:22.383888 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-8d28860d-1ff8-4ea8-84c4-1cc75e2d1bb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a959751ba6c420db35e31f466cfac66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7570469 Aug 01 14:10:22.421303 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59136) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:22.475011 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:22.479067 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] Pushing event updated for resources: {'Network': ['ID=83622244-0e2b-48fa-9f1f-b69b203342d9,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:22.501298 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4f77949a-8436-4ecc-beb9-3c691964c513 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4880004 Aug 01 14:10:22.503731 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59140) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:22.512849 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Request body: {'subnet': {'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-217369138-subnet', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'ip_version': 4}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:22.540748 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:22.550945 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Made reservation on behalf of 6bfbca571c4b4199a577322e866dfae9 for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:22.554904 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125095871'] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.608615 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-00053cbd-9389-4653-985a-31877dced810 None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:22.705811 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28860d-1ff8-4ea8-84c4-1cc75e2d1bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ccea96-0364-4970-88c9-adbfab39fa0a,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:22.716356 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-51e683cd-e05d-4dec-8631-843423056cd5 admin admin] Publish callbacks [] for security_group (63ccea96-0364-4970-88c9-adbfab39fa0a), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:22.746467 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-86abcedb-a270-4e67-ad99-5211f3a32614 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1876790496&fields=id&tenant_id=c86a28aa09db413593b6047d4cbd0559 HTTP/1.1" status: 200 len: 267 time: 0.6243134 Aug 01 14:10:22.838108 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9338-4e6d-44df-88c0-63eb643b01ad None None] Pushing event updated for resources: {'Port': ['ID=6fb2e8c2-7150-44f8-8f54-290cc97f8158,revision_number=4']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:22.843402 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:22.918507 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 83622244-0e2b-48fa-9f1f-b69b203342d9 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:10:23.125962 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-51e683cd-e05d-4dec-8631-843423056cd5 admin admin] Publish callbacks [] for security_group (63ccea96-0364-4970-88c9-adbfab39fa0a), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:23.192679 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'name': 'tempest-TestMinimumBasicScenario-45653457-router', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12'}], 'enable_snat': True}, 'gw_port_id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:10Z', 'revision_number': 4, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'gw_port': {'id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7', 'name': '', 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'mac_address': 'fa:16:3e:5d:91:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '56a26b1e-9ec0-4713-bfa2-9a687aff5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:09Z', 'updated_at': '2022-08-01T14:10:21Z', 'revision_number': 4, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'subnets': [{'id': '56a26b1e-9ec0-4713-bfa2-9a687aff5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:23.203401 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-00053cbd-9389-4653-985a-31877dced810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:22Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:23.250908 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b13de8-3cdd-4df3-9285-42928257afdc None None] The sync data for ids ['1d81da69-ffe1-4375-9282-3c7192975c98'] in dv-cinder-845178-10-iscsi is: [{'id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'name': 'tempest-TestMinimumBasicScenario-45653457-router', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12'}], 'enable_snat': True}, 'gw_port_id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:10Z', 'revision_number': 4, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'gw_port': {'id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7', 'name': '', 'network_id': '3205fc2c-1a3d-4c01-b434-76a1479b286d', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'mac_address': 'fa:16:3e:5d:91:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '56a26b1e-9ec0-4713-bfa2-9a687aff5cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:09Z', 'updated_at': '2022-08-01T14:10:21Z', 'revision_number': 4, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'subnets': [{'id': '56a26b1e-9ec0-4713-bfa2-9a687aff5cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:10:23.330451 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00053cbd-9389-4653-985a-31877dced810 None None] The sync data for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi is: [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:22Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:10:23.333290 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-124942983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125095881'] for subnet (f372540b-2ce5-4811-a16d-91adb9bef9cf), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:23.500776 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:23.503272 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-51e683cd-e05d-4dec-8631-843423056cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (63ccea96-0364-4970-88c9-adbfab39fa0a), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:23.507157 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-51e683cd-e05d-4dec-8631-843423056cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:23.514481 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-51e683cd-e05d-4dec-8631-843423056cd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63ccea96-0364-4970-88c9-adbfab39fa0a HTTP/1.1" status: 204 len: 168 time: 1.0793471 Aug 01 14:10:23.601337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-e3fcf34d-5d31-430a-86c1-bccbf7cad0a0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:23.618065 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-e3fcf34d-5d31-430a-86c1-bccbf7cad0a0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 817 time: 0.8703957 Aug 01 14:10:23.679002 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5866927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5176529'] for subnet (017677d5-e4fc-4fec-827e-6f37d5758924), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:23.786648 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f372540b-2ce5-4811-a16d-91adb9bef9cf,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:23.786967 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e683cd-e05d-4dec-8631-843423056cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ccea96-0364-4970-88c9-adbfab39fa0a,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:23.811706 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=017677d5-e4fc-4fec-827e-6f37d5758924,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:23.822722 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-90227d1b-a875-40d9-9fce-50367e9e1673 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/quotas/c86a28aa09db413593b6047d4cbd0559 HTTP/1.1" status: 200 len: 375 time: 0.1982939 Aug 01 14:10:23.838962 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Checking segment: {'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:23.839796 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Network hostable DHCP agents. Network: 83622244-0e2b-48fa-9f1f-b69b203342d9, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:10:23.848675 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc3a79-2195-4b32-b059-216f9564e160 req-af28da02-84fa-401f-9b54-1152f1fd660d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:23.850607 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-52bc3a79-2195-4b32-b059-216f9564e160 req-af28da02-84fa-401f-9b54-1152f1fd660d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.6350186 Aug 01 14:10:24.038011 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Network 83622244-0e2b-48fa-9f1f-b69b203342d9 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:10:24.087143 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 83622244-0e2b-48fa-9f1f-b69b203342d9) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:24.111985 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:24.112716 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:24.118340 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae8c78-0cd1-4c3d-acc0-4733881ca0f5 None None] Network 83622244-0e2b-48fa-9f1f-b69b203342d9 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:24.190022 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-6371a956-465c-4719-a5d0-9458af0eda7d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6843915 Aug 01 14:10:24.195826 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59156) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:24.215240 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:24.422862 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (53a5fc68-5380-4f23-ba5a-0e122211fe99), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:24.441026 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-bd8dd944-2a0f-4b1a-bd98-99bc2b42ae80 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6165512 Aug 01 14:10:24.446463 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (53a5fc68-5380-4f23-ba5a-0e122211fe99), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:24.450927 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Checking segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:24.451359 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Network hostable DHCP agents. Network: e95fe17e-40dc-4b82-adc2-9adb31102a43, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:10:24.548095 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:24.629996 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks [] for router_controller (53a5fc68-5380-4f23-ba5a-0e122211fe99), precommit_add_association {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:24.752244 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-d914aa7e-a0bd-4957-a823-70c6cec712cc service neutron] 10.222.0.45 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786224 Aug 01 14:10:24.889069 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:24.899701 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-52bc3a79-2195-4b32-b059-216f9564e160 req-2fd475b5-9a78-4424-be9f-bddead21ba40 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9771264 Aug 01 14:10:24.908661 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:10:24.935321 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, e95fe17e-40dc-4b82-adc2-9adb31102a43) {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:24.943073 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:24.943765 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:24.979750 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-f97c4522-51cd-401a-a4e4-45c3b897bf3d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4693632 Aug 01 14:10:24.980566 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59160) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:24.999649 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:25.065172 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8692d9-2803-4ee7-ba6a-3ee073c19538 None None] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:25.083368 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-571b4803-8eeb-4b9e-80dc-e41538aac7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:25.093489 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f225e-f91d-46c2-8dbf-0429a66a46bd req-e72c5156-0f74-4120-8091-3321708ae8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:25.114003 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ab2f225e-f91d-46c2-8dbf-0429a66a46bd req-e72c5156-0f74-4120-8091-3321708ae8e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 1129 time: 0.7724392 Aug 01 14:10:25.127064 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-b76183db-2d9d-4fa3-b06e-e217529188f2 service neutron] 10.222.0.45 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602135 Aug 01 14:10:25.170627 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (6747b800-9744-4b46-9c3c-5cec816cf9d6), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:25.176948 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (6747b800-9744-4b46-9c3c-5cec816cf9d6), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:25.335626 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks [] for router_controller (6747b800-9744-4b46-9c3c-5cec816cf9d6), precommit_add_association {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:25.473735 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks [] for router_gateway (53a5fc68-5380-4f23-ba5a-0e122211fe99), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:25.640637 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-83622244-0e2b-48fa-9f1f-b69b203342d9', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:10:25.642071 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:25.744548 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ab2f225e-f91d-46c2-8dbf-0429a66a46bd req-9888cc46-2ae7-4e21-9768-40fac12d6bf8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145842 Aug 01 14:10:25.965999 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:25.970836 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:25.971628 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:26.141531 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-e95fe17e-40dc-4b82-adc2-9adb31102a43', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:10:26.143226 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:26.152726 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks [] for router_gateway (6747b800-9744-4b46-9c3c-5cec816cf9d6), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:26.432144 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks [] for router_gateway (53a5fc68-5380-4f23-ba5a-0e122211fe99), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:26.529115 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:26.565723 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:26.857724 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:26.905846 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a58a05bf-7035-4beb-afa2-e3ab39ead854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:27.057766 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:27.159291 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Allocated IP 172.27.4.111 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/87d7ba62-67de-4f08-9bf5-fa3452f00341) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:27.374888 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59202) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:27.384405 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Allocated IP 172.20.0.2 (83622244-0e2b-48fa-9f1f-b69b203342d9/f372540b-2ce5-4811-a16d-91adb9bef9cf/929efc5a-f1ec-4f88-a426-f60173363471) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:27.392754 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:27.393381 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:27.568206 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7,segment=NetworkSegment(d747f1f7-75c1-4fc9-90ae-2879b2086e9f),segment_id=d747f1f7-75c1-4fc9-90ae-2879b2086e9f)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:27.572828 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Allocated IP 172.20.0.2 (e95fe17e-40dc-4b82-adc2-9adb31102a43/017677d5-e4fc-4fec-827e-6f37d5758924/fa79f05c-cc98-48a9-9c8a-539a0a3c28ce) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:27.641963 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:27.642822 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 6fb2e8c2-7150-44f8-8f54-290cc97f8158 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:27.743900 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:27.759917 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc84e05-6ab3-445f-8d01-e58eebc69840 req-da7099d8-51e8-459f-82ad-d4557cf3a8f2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:27.772900 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bbc84e05-6ab3-445f-8d01-e58eebc69840 req-da7099d8-51e8-459f-82ad-d4557cf3a8f2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.4212852 Aug 01 14:10:27.877119 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks [] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:27.917032 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4021ee59-001f-4975-9bf3-ccd39311b380 req-51734d14-2311-4120-83d0-24e3370adbd7 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 210 time: 0.5542440 Aug 01 14:10:27.963047 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1431278930-network', 'tenant_id': '803bbc59642547fb932be578cb70ac3f'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:27.991745 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.155809 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:28.161557 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:28.170219 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:28.173279 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:28.190826 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:28.191433 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.261897 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bbc84e05-6ab3-445f-8d01-e58eebc69840 req-33559e0f-4d18-410b-aacf-ae83b422e2fd tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871969 Aug 01 14:10:28.271412 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Made reservation on behalf of 803bbc59642547fb932be578cb70ac3f for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:28.277323 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.277639 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Pushing event updated for resources: {'Port': ['ID=87d7ba62-67de-4f08-9bf5-fa3452f00341,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:28.306930 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.313720 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks [] for router_gateway (6747b800-9744-4b46-9c3c-5cec816cf9d6), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.370647 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89566d45-ab0d-4f74-adaa-49f716809331 req-e26ccd12-ae68-4f71-9e00-414455652764 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:28.373477 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-89566d45-ab0d-4f74-adaa-49f716809331 req-e26ccd12-ae68-4f71-9e00-414455652764 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.2724366 Aug 01 14:10:28.385337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.411721 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.494449 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:28.574795 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Publish callbacks [] for port (929efc5a-f1ec-4f88-a426-f60173363471), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.597944 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (929efc5a-f1ec-4f88-a426-f60173363471), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.671765 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Publish callbacks [] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.817927 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Allocated IP 172.27.4.59 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/d7291521-efe0-4b7d-8826-30fbf74784eb) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:28.886620 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.900508 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:28.901919 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:28.962157 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:28.962768 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.964434 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks [] for router_gateway (53a5fc68-5380-4f23-ba5a-0e122211fe99), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:28.975951 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Network 83622244-0e2b-48fa-9f1f-b69b203342d9 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:29.050045 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Pushing event updated for resources: {'Port': ['ID=929efc5a-f1ec-4f88-a426-f60173363471,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:29.078818 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:29.093301 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-89566d45-ab0d-4f74-adaa-49f716809331 req-6629b155-34e7-4f0b-b495-c9aae4d5630b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7022405 Aug 01 14:10:29.120886 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:29.130977 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:29.233122 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:29.250576 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:29.347477 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c187688-8963-4236-a47d-7d8dbcb133b0 req-b67e54fd-7b29-4353-9f08-e3a7a009de89 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 210 time: 0.1111236 Aug 01 14:10:29.471749 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 6fb2e8c2-7150-44f8-8f54-290cc97f8158, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=6fb2e8c2-7150-44f8-8f54-290cc97f8158,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:29.480316 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Publish callbacks [] for security_group (19c59929-263a-47fc-a685-736c966aa6c6), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:29.501811 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks [] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:29.515627 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (19c59929-263a-47fc-a685-736c966aa6c6), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:29.550032 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:29.629577 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:29.649262 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Pushing event updated for resources: {'Port': ['ID=fa79f05c-cc98-48a9-9c8a-539a0a3c28ce,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:29.673168 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:10:29.744759 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c59929-263a-47fc-a685-736c966aa6c6,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:29.754843 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (53a5fc68-5380-4f23-ba5a-0e122211fe99), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:29.771813 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (93a62768-b299-4cdb-a1df-dce2627d2bd6), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:29.772422 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Added segment 93a62768-b299-4cdb-a1df-dce2627d2bd6 of type vlan for network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b Aug 01 14:10:29.916782 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926bc67-f836-4395-9afe-94dffac36f76 req-27a67fde-ce87-4b7c-8e3e-f8b940ef43e0 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:29.920114 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0926bc67-f836-4395-9afe-94dffac36f76 req-27a67fde-ce87-4b7c-8e3e-f8b940ef43e0 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.3214383 Aug 01 14:10:29.986913 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:30.111583 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:30.127077 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0926bc67-f836-4395-9afe-94dffac36f76 req-a96a60dd-6595-4474-91aa-90b0e9e9594c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949544 Aug 01 14:10:30.140481 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:30.149353 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Router 53a5fc68-5380-4f23-ba5a-0e122211fe99 is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:10:30.153332 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:30.232411 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Pushing event updated for resources: {'Port': ['ID=d7291521-efe0-4b7d-8826-30fbf74784eb,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:30.251521 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.db.resource_extend [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 01 14:10:30.267611 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:30.276640 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Attempting to bind port 929efc5a-f1ec-4f88-a426-f60173363471 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:30.277640 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Attempting to bind port 929efc5a-f1ec-4f88-a426-f60173363471 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:30.277640 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Attempting to bind port 929efc5a-f1ec-4f88-a426-f60173363471 on network 83622244-0e2b-48fa-9f1f-b69b203342d9 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:30.315215 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:30.320605 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:30.334927 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:30.335973 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:30.337475 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:30.340590 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:30.354924 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:30.368877 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Attempting to bind port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:30.371600 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Attempting to bind port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:30.373327 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Attempting to bind port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce on network e95fe17e-40dc-4b82-adc2-9adb31102a43 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:30.458679 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:30.461254 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Checking segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:30.462246 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:30.463192 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Bound using segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:30.465577 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Bound port: fa79f05c-cc98-48a9-9c8a-539a0a3c28ce, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:30.466347 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:30.505880 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:30.516483 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:30.517364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Checking segment: {'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:30.518088 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:30.518793 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Bound using segment: {'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:30.519560 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Bound port: 929efc5a-f1ec-4f88-a426-f60173363471, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:30.520205 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (929efc5a-f1ec-4f88-a426-f60173363471), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:30.597502 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=6fb2e8c2-7150-44f8-8f54-290cc97f8158,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:30.631263 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.2505980 Aug 01 14:10:30.652712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59228) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:30.669446 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Request body: {'subnet': {'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1431278930-subnet', 'tenant_id': '803bbc59642547fb932be578cb70ac3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:30.715924 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:30.728080 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:30.810051 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-22c6baed-605e-45cd-a173-90b3723c48e1 req-cf11e9ac-f167-4c7c-89dc-8f5f004c37ca tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 210 time: 0.1714466 Aug 01 14:10:30.811039 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d925fd1-0acd-4344-a8c1-9cdfacfb5451 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:30.827991 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04049f8a-edbf-4c73-9f80-0ceb36405104 req-2e94436b-f14f-4d01-a3ac-8caf608d813c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:30.830946 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-04049f8a-edbf-4c73-9f80-0ceb36405104 req-2e94436b-f14f-4d01-a3ac-8caf608d813c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.3769493 Aug 01 14:10:30.887951 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] For port 929efc5a-f1ec-4f88-a426-f60173363471, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:30.895583 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] For port 929efc5a-f1ec-4f88-a426-f60173363471, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=929efc5a-f1ec-4f88-a426-f60173363471,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:30.900630 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:10:31.080452 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] For port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:31.101511 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] For port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=fa79f05c-cc98-48a9-9c8a-539a0a3c28ce,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:31.200077 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (929efc5a-f1ec-4f88-a426-f60173363471), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:31.235644 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:10:31.267492 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:31.267808 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-1b554a4c-faab-468a-985b-52f191c192f3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:31.269543 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks [] for router_gateway (6747b800-9744-4b46-9c3c-5cec816cf9d6), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:31.277419 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-1b554a4c-faab-468a-985b-52f191c192f3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.57 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 817 time: 0.2977593 Aug 01 14:10:31.419147 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:31.428961 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:31.434002 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9c76463a-3a9c-4fe9-a97c-519764180ccc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.2341886 Aug 01 14:10:31.439821 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Made reservation on behalf of 803bbc59642547fb932be578cb70ac3f for: {'subnet': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:31.445314 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5176487'] for subnet (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:31.450203 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59238) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:31.495589 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:31.500175 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:31.507743 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c73ce-2805-41bd-b58f-cd3b9a7af661 None None] Pushing event updated for resources: {'Port': ['ID=929efc5a-f1ec-4f88-a426-f60173363471,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:31.598025 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Sync routers for ids ['53a5fc68-5380-4f23-ba5a-0e122211fe99'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:10:31.827875 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Routers {'53a5fc68-5380-4f23-ba5a-0e122211fe99'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:31.828989 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['53a5fc68-5380-4f23-ba5a-0e122211fe99'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:31.850727 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:31.971837 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-1150d263-8875-4df9-99bd-1ea69e71af49 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86a28aa09db413593b6047d4cbd0559 HTTP/1.1" status: 200 len: 380 time: 0.6664946 Aug 01 14:10:32.001432 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'port': {'device_id': '446cfa38-0982-47b2-8e3f-a44a35257447', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'admin_state_up': True, 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'security_groups': ['3883d7e0-f7ee-401e-8ccc-002ac76bbb0d']}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:32.016874 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-04049f8a-edbf-4c73-9f80-0ceb36405104 req-eee03264-d20f-4252-9a28-07c6606d2da0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1185546 Aug 01 14:10:32.042946 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8db22-446a-417e-8f72-966eaa5da756 None None] Pushing event updated for resources: {'Port': ['ID=fa79f05c-cc98-48a9-9c8a-539a0a3c28ce,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:32.172804 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434936d-3108-45d4-b137-8e859bc93240 req-85d05ce9-59bb-4df4-b669-a1bdaca39bf6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:32.183840 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e434936d-3108-45d4-b137-8e859bc93240 req-85d05ce9-59bb-4df4-b669-a1bdaca39bf6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.6536684 Aug 01 14:10:32.232118 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:32.309676 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Set router 53a5fc68-5380-4f23-ba5a-0e122211fe99 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:32.456873 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad539aea-eab6-4b67-9a92-1f5425d527f4 req-17d2ff43-cb0e-43e5-a8e1-295bd0b0b318 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 210 time: 0.1527994 Aug 01 14:10:32.486021 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (6747b800-9744-4b46-9c3c-5cec816cf9d6), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:32.503429 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e434936d-3108-45d4-b137-8e859bc93240 req-38fed542-ae26-4e31-8eb4-fb0c57006f1c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147192 Aug 01 14:10:32.534077 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 6fb2e8c2-7150-44f8-8f54-290cc97f8158 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:33.029812 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5866927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5176529'] for subnet (acbffede-cc7f-44f5-ba11-f051afb6402f), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:33.073130 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:33.073505 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:33.311440 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-c04520e0-3e0c-488a-a717-0d771e504b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:33.314351 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-c04520e0-3e0c-488a-a717-0d771e504b36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 1129 time: 0.2944539 Aug 01 14:10:33.325005 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:28Z', 'revision_number': 3, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:33.418154 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:33.443588 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=17 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:33.485324 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Checking router: 53a5fc68-5380-4f23-ba5a-0e122211fe99 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:10:33.486473 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Updating router 53a5fc68-5380-4f23-ba5a-0e122211fe99 port 87d7ba62-67de-4f08-9bf5-fa3452f00341 binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:10:33.504468 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:33.548509 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8098a5-38c1-420f-bab0-29df23c40baf req-e6c2e915-7cf0-4937-973c-3a755157ef3e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:33.551183 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6b8098a5-38c1-420f-bab0-29df23c40baf req-e6c2e915-7cf0-4937-973c-3a755157ef3e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1658349 Aug 01 14:10:33.616442 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:33.644056 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Made reservation on behalf of c86a28aa09db413593b6047d4cbd0559 for: {'port': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:33.648601 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:33.695020 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:33.756620 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:33.810119 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbffede-cc7f-44f5-ba11-f051afb6402f,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:33.817920 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Checking segment: {'id': '93a62768-b299-4cdb-a1df-dce2627d2bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:33.818305 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Network hostable DHCP agents. Network: c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:10:33.868948 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebef2f8-2ec7-429c-9f8f-f7687db1ac91 req-00192df6-58c1-4529-a7c2-1b1c8bc2e9f4 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:33.880128 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ebef2f8-2ec7-429c-9f8f-f7687db1ac91 req-00192df6-58c1-4529-a7c2-1b1c8bc2e9f4 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.6859226 Aug 01 14:10:33.882046 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:34.108802 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-b37ad977-e7ef-4f8a-a2b0-af99aa04d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:34.111569 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-b37ad977-e7ef-4f8a-a2b0-af99aa04d03c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.7847574 Aug 01 14:10:34.231145 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 929efc5a-f1ec-4f88-a426-f60173363471 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:34.322218 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6b8098a5-38c1-420f-bab0-29df23c40baf req-86c63ab5-7de6-4f65-97de-018e54061360 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7182312 Aug 01 14:10:34.346653 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Router 6747b800-9744-4b46-9c3c-5cec816cf9d6 is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:10:34.387568 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:10:34.416013 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ebef2f8-2ec7-429c-9f8f-f7687db1ac91 req-468d8e4b-85ec-4c7b-8bc3-b0b8518a92b6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250194 Aug 01 14:10:34.473263 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-49bfedc7-cb88-4b2f-ad7c-3c10532e09a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6435f407-545f-4889-be82-4de3b791eeb8 HTTP/1.1" status: 200 len: 217 time: 0.2116368 Aug 01 14:10:34.578910 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 929efc5a-f1ec-4f88-a426-f60173363471 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:34.586860 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (929efc5a-f1ec-4f88-a426-f60173363471), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:34.589568 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:34.595089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b) {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:34.624432 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:34.628827 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:34.753462 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c32586c-2b75-46a5-a248-3e41b87b3ec9 None None] Network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:34.758310 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dabb88-994c-4bf2-b21c-e6371710f401 None None] Network 83622244-0e2b-48fa-9f1f-b69b203342d9 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:34.767859 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6348a271-fb14-4599-9eb9-eed38901e038 None None] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:34.830485 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-4820eb28-3295-425f-ac8f-e25d1b1abc72 None None] Provisioning complete for port 929efc5a-f1ec-4f88-a426-f60173363471 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:34.830805 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4820eb28-3295-425f-ac8f-e25d1b1abc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (929efc5a-f1ec-4f88-a426-f60173363471), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:34.891905 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:10:34.910420 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Sync routers for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:10:34.945838 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Allocated IP 172.20.0.3 (294e8be6-62c8-4d19-be24-df34926b9c6c/cd4e3162-00b7-4eec-b5a3-3fc30af93721/3c265e4a-7314-4d99-a248-2eb055ab90c0) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:34.955201 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-46f28a45-9c16-4ed6-9f4d-fb1fc2eafeda req-597d10ec-c04a-4c22-9522-3353895bc44e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 210 time: 0.0478871 Aug 01 14:10:34.964551 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:34.970063 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:34.970401 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:35.017186 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-31bbf7b5-a41c-4531-8dd7-e859b1063f37 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.3618386 Aug 01 14:10:35.028635 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:35.040633 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-2727417c-5400-4ae8-be2f-2e32afd98070 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0510361 Aug 01 14:10:35.041350 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59268) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:35.066747 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:35.195874 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-52f76ab6-83c0-4331-ba5f-2163a5d78ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:35.215860 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-52f76ab6-83c0-4331-ba5f-2163a5d78ef5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.6869788 Aug 01 14:10:35.399906 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Allocated IP 172.20.0.1 (83622244-0e2b-48fa-9f1f-b69b203342d9/f372540b-2ce5-4811-a16d-91adb9bef9cf/898b7668-72c1-4c28-a0c3-7957254eaabd) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:35.449555 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-82626cc8-60f8-4d0e-ab4f-566c25ae6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:35.454958 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-82626cc8-60f8-4d0e-ab4f-566c25ae6d9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2154293 Aug 01 14:10:35.494496 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:35.603065 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:35.937312 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-1f248394-9f51-4eb0-9460-e591781bc6ed service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587681 Aug 01 14:10:35.957922 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Publish callbacks [] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:36.057455 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c2e40-5349-49ae-83aa-1d0d06f87af8 req-f10ebd22-d49e-43a7-b916-5b5ffc98b707 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:36.069453 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab6c2e40-5349-49ae-83aa-1d0d06f87af8 req-f10ebd22-d49e-43a7-b916-5b5ffc98b707 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.2096298 Aug 01 14:10:36.131094 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:36.180488 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Attempting to bind port 87d7ba62-67de-4f08-9bf5-fa3452f00341 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:36.181417 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Attempting to bind port 87d7ba62-67de-4f08-9bf5-fa3452f00341 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:36.182772 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Attempting to bind port 87d7ba62-67de-4f08-9bf5-fa3452f00341 on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:36.229515 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:36.230174 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:36.230810 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:36.231441 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:36.232015 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Bound port: 87d7ba62-67de-4f08-9bf5-fa3452f00341, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:36.232517 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:36.304657 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fad057-e5e4-47c7-a369-0d5177210c5f req-ba92f08d-1e52-4c1f-a278-44c67c4fe80e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:36.308677 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c6baa-5384-45d8-bfd0-9aaca34ad4f8 None None] Network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:36.322268 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-32fad057-e5e4-47c7-a369-0d5177210c5f req-ba92f08d-1e52-4c1f-a278-44c67c4fe80e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.4638531 Aug 01 14:10:36.506556 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Publish callbacks [] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:36.515713 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:31Z', 'revision_number': 3, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:36.544948 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab6c2e40-5349-49ae-83aa-1d0d06f87af8 req-76141140-61bd-4b5e-82c1-ad0412d05a5d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360862 Aug 01 14:10:36.585140 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:36.602383 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:36.632016 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Checking router: 6747b800-9744-4b46-9c3c-5cec816cf9d6 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:10:36.632016 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Updating router 6747b800-9744-4b46-9c3c-5cec816cf9d6 port d7291521-efe0-4b7d-8826-30fbf74784eb binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:10:36.714487 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 929efc5a-f1ec-4f88-a426-f60173363471 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:36.715120 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (929efc5a-f1ec-4f88-a426-f60173363471), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:36.767475 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:36.769016 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Pushing event updated for resources: {'Port': ['ID=898b7668-72c1-4c28-a0c3-7957254eaabd,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:36.787494 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:36.955721 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Network 83622244-0e2b-48fa-9f1f-b69b203342d9 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:36.994680 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:37.001944 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:37.099457 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-32fad057-e5e4-47c7-a369-0d5177210c5f req-4a3254b2-d09d-430b-bc09-350a6dc1d18b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7740493 Aug 01 14:10:37.251268 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:37.260228 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6d34393f-3ca9-4cce-9e63-ab067c1981b1 req-b029180b-60a5-4d50-a0dd-633d279abd43 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 210 time: 0.3817799 Aug 01 14:10:37.411479 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:37.441383 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-4820eb28-3295-425f-ac8f-e25d1b1abc72 None None] Current status of the port 929efc5a-f1ec-4f88-a426-f60173363471 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:37.442171 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4820eb28-3295-425f-ac8f-e25d1b1abc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (929efc5a-f1ec-4f88-a426-f60173363471), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:37.445969 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d0890-b123-4696-933c-7cf31db0434d None None] Pushing event updated for resources: {'Port': ['ID=87d7ba62-67de-4f08-9bf5-fa3452f00341,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:37.509784 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Network 294e8be6-62c8-4d19-be24-df34926b9c6c is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:37.512216 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (53a5fc68-5380-4f23-ba5a-0e122211fe99), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:37.567347 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 929efc5a-f1ec-4f88-a426-f60173363471, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=929efc5a-f1ec-4f88-a426-f60173363471,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:37.614733 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:37.633640 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (929efc5a-f1ec-4f88-a426-f60173363471), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:37.643060 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device fa79f05c-cc98-48a9-9c8a-539a0a3c28ce up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:37.663978 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] For port 87d7ba62-67de-4f08-9bf5-fa3452f00341, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:37.718207 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Publish callbacks [] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:37.741116 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:37.809360 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:37.844126 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5dff0-39f8-4821-aa25-51b15dd47cd8 None None] Pushing event updated for resources: {'Port': ['ID=d7291521-efe0-4b7d-8826-30fbf74784eb,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:37.861394 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Attempting to bind port d7291521-efe0-4b7d-8826-30fbf74784eb on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:37.861946 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Attempting to bind port d7291521-efe0-4b7d-8826-30fbf74784eb by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:37.862521 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Attempting to bind port d7291521-efe0-4b7d-8826-30fbf74784eb on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:37.880722 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:37.883729 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:37.884634 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:37.896555 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:37.897182 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Bound port: d7291521-efe0-4b7d-8826-30fbf74784eb, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:37.902337 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:37.992434 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e992e-6080-4a8c-ada9-c2adbaedaca6 req-87474784-50f4-4339-94e7-7bbae1312ef6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:37.994973 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b19e992e-6080-4a8c-ada9-c2adbaedaca6 req-87474784-50f4-4339-94e7-7bbae1312ef6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.1790841 Aug 01 14:10:38.028080 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=929efc5a-f1ec-4f88-a426-f60173363471,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:38.067642 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] For port 87d7ba62-67de-4f08-9bf5-fa3452f00341, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=87d7ba62-67de-4f08-9bf5-fa3452f00341,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:38.127860 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] For port d7291521-efe0-4b7d-8826-30fbf74784eb, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:38.135421 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:38.137981 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] For port d7291521-efe0-4b7d-8826-30fbf74784eb, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=d7291521-efe0-4b7d-8826-30fbf74784eb,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:38.140738 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:38.153222 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-6af66c3a-3bf2-4e67-95ab-3a227fc4c62b req-4ef26155-0dee-4cc8-8725-f77c45b59e0c service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5338585 Aug 01 14:10:38.154372 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:38.186629 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:38.269203 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:38.343721 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b19e992e-6080-4a8c-ada9-c2adbaedaca6 req-e4829ae4-bc67-4dd5-9cf5-3f6e1cf233b9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199110 Aug 01 14:10:38.476097 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5dff0-39f8-4821-aa25-51b15dd47cd8 None None] Pushing event updated for resources: {'Port': ['ID=d7291521-efe0-4b7d-8826-30fbf74784eb,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:38.496884 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:38.498208 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:38.516031 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:38.517142 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:38.566524 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:38.567465 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:38.570634 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.db.api [None req-4820eb28-3295-425f-ac8f-e25d1b1abc72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 01 14:10:38.571299 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG oslo_db.api [None req-4820eb28-3295-425f-ac8f-e25d1b1abc72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 01 14:10:38.626093 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:38.636505 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-9a2c4b1b-bcdb-4e0f-aed1-80afded9eeed tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6481090 Aug 01 14:10:38.637272 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:38.691842 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Routers {'53a5fc68-5380-4f23-ba5a-0e122211fe99'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:38.697563 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['53a5fc68-5380-4f23-ba5a-0e122211fe99'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:38.720592 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Request body: {'port': {'device_id': '446cfa38-0982-47b2-8e3f-a44a35257447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:38.812121 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:38.839040 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18df490-eaad-4a19-a6c0-80228ca706a2 req-b7dc67fb-c9fc-4c75-9774-3f1f169b54ee tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:38.850168 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c18df490-eaad-4a19-a6c0-80228ca706a2 req-b7dc67fb-c9fc-4c75-9774-3f1f169b54ee tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 931 time: 0.1905656 Aug 01 14:10:38.870550 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] Set router 53a5fc68-5380-4f23-ba5a-0e122211fe99 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:38.895255 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331533-db1e-4916-9601-fb123766f6b4 req-3c04f34c-582f-43e9-bec4-06dd04807d56 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:38.909318 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-64331533-db1e-4916-9601-fb123766f6b4 req-3c04f34c-582f-43e9-bec4-06dd04807d56 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.4934707 Aug 01 14:10:38.968969 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:38.978633 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:38.983864 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:39.108563 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:39.127693 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-64331533-db1e-4916-9601-fb123766f6b4 req-520bc601-dd40-4a13-95d2-85803b417e82 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161198 Aug 01 14:10:39.198771 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Publish callbacks [] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:39.222878 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:39.224887 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d0890-b123-4696-933c-7cf31db0434d None None] Pushing event updated for resources: {'Port': ['ID=87d7ba62-67de-4f08-9bf5-fa3452f00341,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:39.233881 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Allocated IP 172.20.0.1 (e95fe17e-40dc-4b82-adc2-9adb31102a43/017677d5-e4fc-4fec-827e-6f37d5758924/894a9da3-f62b-48ca-91f6-c0cdfe39a932) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:39.245778 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c18df490-eaad-4a19-a6c0-80228ca706a2 req-eac5c623-4797-4cac-b78e-391add9b5f01 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927208 Aug 01 14:10:39.346320 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:39.386941 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-4820eb28-3295-425f-ac8f-e25d1b1abc72 None None] Current status of the port 929efc5a-f1ec-4f88-a426-f60173363471 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:39.413853 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Pushing event updated for resources: {'Port': ['ID=898b7668-72c1-4c28-a0c3-7957254eaabd,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:39.440688 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:31Z', 'revision_number': 3, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:39.488781 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:39.490187 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:39.547394 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34567ab-7288-4bd1-a593-52f28e0260d6 None None] The sync data for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi is: [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:31Z', 'revision_number': 3, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:10:39.635890 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Provisioning complete for port 929efc5a-f1ec-4f88-a426-f60173363471 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:39.636551 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (929efc5a-f1ec-4f88-a426-f60173363471), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:39.639169 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:35Z', 'revision_number': 1, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:39.645850 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=fa79f05c-cc98-48a9-9c8a-539a0a3c28ce,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:39.672024 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:39.677988 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (53a5fc68-5380-4f23-ba5a-0e122211fe99), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:39.697971 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:39.740450 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:39.748554 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042c183-7bb5-4f11-8ece-baa42221e54b None None] The sync data for ids ['53a5fc68-5380-4f23-ba5a-0e122211fe99'] in dv-cinder-845178-10-iscsi is: [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:35Z', 'revision_number': 1, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:10:39.751897 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:39.946771 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-4cf27084-586c-4c0d-a86e-835f1f3263d9 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:39.958641 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-4cf27084-586c-4c0d-a86e-835f1f3263d9 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/networks?id=c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b HTTP/1.1" status: 200 len: 809 time: 0.2926350 Aug 01 14:10:39.967547 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Publish callbacks [] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:40.002433 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-e0868074-9dde-4835-8072-b6d3557f846a tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/quotas/803bbc59642547fb932be578cb70ac3f HTTP/1.1" status: 200 len: 375 time: 0.0422485 Aug 01 14:10:40.037413 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4a8a5-1a5a-40e0-b76a-2df842cc92fe req-84b46970-ffa5-43ff-a22d-e2e4b6db1aee tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:40.050737 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5ee4a8a5-1a5a-40e0-b76a-2df842cc92fe req-84b46970-ffa5-43ff-a22d-e2e4b6db1aee tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.4321547 Aug 01 14:10:40.208852 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Current status of the port 929efc5a-f1ec-4f88-a426-f60173363471 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:40.220703 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 929efc5a-f1ec-4f88-a426-f60173363471 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:40.238311 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-a17a97d3-a0ad-4044-a5e4-7f08c841583e tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=803bbc59642547fb932be578cb70ac3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2314980 Aug 01 14:10:40.251513 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=fa79f05c-cc98-48a9-9c8a-539a0a3c28ce,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:40.408593 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 929efc5a-f1ec-4f88-a426-f60173363471 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:40.408917 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (929efc5a-f1ec-4f88-a426-f60173363471), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:40.411858 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Provisioning complete for port 3c265e4a-7314-4d99-a248-2eb055ab90c0 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:40.412231 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:40.440150 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:40.535890 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Network 83622244-0e2b-48fa-9f1f-b69b203342d9 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:40.545826 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:40.688478 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Port 3c265e4a-7314-4d99-a248-2eb055ab90c0 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:10:40.787364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Provisioning complete for port 898b7668-72c1-4c28-a0c3-7957254eaabd triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:40.787945 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:40.896774 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5ee4a8a5-1a5a-40e0-b76a-2df842cc92fe req-b2241297-8380-4df4-86e5-6df94181d52a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8446383 Aug 01 14:10:40.961708 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:40.966312 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 929efc5a-f1ec-4f88-a426-f60173363471 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:41.001564 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Port 898b7668-72c1-4c28-a0c3-7957254eaabd cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:10:41.023818 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:41.035077 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:41.044848 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Provisioning complete for port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:41.045310 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:41.073040 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Pushing event updated for resources: {'Port': ['ID=894a9da3-f62b-48ca-91f6-c0cdfe39a932,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:41.227048 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-795d6e82-b7fd-494e-a906-7ba3af752408 service neutron] 10.222.0.45 "GET /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9873073 Aug 01 14:10:41.296300 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-714b393c-8f0d-41b4-800e-3e893a6deaf0 None None] Current status of the port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:41.401318 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:10:41.452489 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-110cbb23-103f-4272-8752-beb4133e32de None None] Provisioning complete for port 898b7668-72c1-4c28-a0c3-7957254eaabd triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:41.452875 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-110cbb23-103f-4272-8752-beb4133e32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:41.605647 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-110cbb23-103f-4272-8752-beb4133e32de None None] Port 898b7668-72c1-4c28-a0c3-7957254eaabd cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:10:41.618838 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (6747b800-9744-4b46-9c3c-5cec816cf9d6), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:41.796563 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e15b4-d869-4b1c-bfd5-021d4cab9904 req-91896a6e-cca5-4a75-8fc4-f7ccf660f1a2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:41.797057 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-11e6284a-beda-4cb2-86d7-08bdd7f09785 None None] Provisioning complete for port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:41.797755 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-11e6284a-beda-4cb2-86d7-08bdd7f09785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:41.814174 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ea4e15b4-d869-4b1c-bfd5-021d4cab9904 req-91896a6e-cca5-4a75-8fc4-f7ccf660f1a2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.6562071 Aug 01 14:10:42.104160 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:42.195078 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:42.219231 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-7c3a4042-caee-4b10-9f8a-9b5bf95816ef service neutron] 10.222.0.45 "GET /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9908004 Aug 01 14:10:42.247691 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Router 53a5fc68-5380-4f23-ba5a-0e122211fe99 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:10:42.370669 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ea4e15b4-d869-4b1c-bfd5-021d4cab9904 req-14fa8c44-7db5-4f69-86a7-4c73d6541b96 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5548124 Aug 01 14:10:42.678102 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:42.998989 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 87d7ba62-67de-4f08-9bf5-fa3452f00341 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:43.148012 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-11e6284a-beda-4cb2-86d7-08bdd7f09785 None None] Port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:10:43.184654 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c265e4a-7314-4d99-a248-2eb055ab90c0 {{(pid=104319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:10:43.204381 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Publish callbacks [] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:43.228834 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:43.233795 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 87d7ba62-67de-4f08-9bf5-fa3452f00341 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:43.234492 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:43.273947 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.provisioning_blocks [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Transition to ACTIVE for port object 3c265e4a-7314-4d99-a248-2eb055ab90c0 will not be triggered until provisioned by entity L2. {{(pid=104319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:10:43.440816 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:43.443720 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:43.549645 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 87d7ba62-67de-4f08-9bf5-fa3452f00341 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:43.550181 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:43.650563 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 87d7ba62-67de-4f08-9bf5-fa3452f00341, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=87d7ba62-67de-4f08-9bf5-fa3452f00341,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:43.667336 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:43.676012 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device fa79f05c-cc98-48a9-9c8a-539a0a3c28ce up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:43.679599 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac905-c953-40d3-956e-1c46e449f0ad req-84ce95c3-4e62-42f0-b976-f24584e97e80 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:43.682258 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-12bac905-c953-40d3-956e-1c46e449f0ad req-84ce95c3-4e62-42f0-b976-f24584e97e80 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.3168747 Aug 01 14:10:43.693084 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d62ac-f81a-46a7-91c7-e7a5e42cecf8 req-45d628f6-a91b-4d8d-bb00-321b5fcce350 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:43.694736 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-af3d62ac-f81a-46a7-91c7-e7a5e42cecf8 req-45d628f6-a91b-4d8d-bb00-321b5fcce350 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.4273915 Aug 01 14:10:43.705495 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:43.860336 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=87d7ba62-67de-4f08-9bf5-fa3452f00341,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:43.868881 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:43.879793 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:43.881741 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:43.906901 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:10:43.926637 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-c4138c4e-4c70-40c8-aa76-7b0a4c5ba01b admin admin] 10.222.0.45 "PUT /v2.0/routers/53a5fc68-5380-4f23-ba5a-0e122211fe99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4746530 Aug 01 14:10:43.979370 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Attempting to bind port 3c265e4a-7314-4d99-a248-2eb055ab90c0 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:43.979959 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Attempting to bind port 3c265e4a-7314-4d99-a248-2eb055ab90c0 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:43.980186 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Attempting to bind port 3c265e4a-7314-4d99-a248-2eb055ab90c0 on network 294e8be6-62c8-4d19-be24-df34926b9c6c {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:44.011541 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Port 3c265e4a-7314-4d99-a248-2eb055ab90c0 on network 294e8be6-62c8-4d19-be24-df34926b9c6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:10:44.013366 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Attempting to bind port 3c265e4a-7314-4d99-a248-2eb055ab90c0 on network 294e8be6-62c8-4d19-be24-df34926b9c6c {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:44.055340 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:44.057462 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Checking segment: {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:44.061239 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Bound using segment: {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:44.062877 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Bound port: 3c265e4a-7314-4d99-a248-2eb055ab90c0, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'}}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:44.063819 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:44.191966 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Publish callbacks [] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:44.208567 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:44.211850 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device d7291521-efe0-4b7d-8826-30fbf74784eb up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:44.325109 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:44.367195 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-af3d62ac-f81a-46a7-91c7-e7a5e42cecf8 req-de770720-5ad3-46c8-871d-824154bc44b1 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571095 Aug 01 14:10:44.370283 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, cleared binding levels {{(pid=104319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:44.378365 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:44.391210 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:44.410715 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:44.415784 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:44.421202 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] 10.222.0.57 "PUT /v2.0/ports/3c265e4a-7314-4d99-a248-2eb055ab90c0 HTTP/1.1" status: 200 len: 1093 time: 5.7077646 Aug 01 14:10:44.436884 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port d7291521-efe0-4b7d-8826-30fbf74784eb triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:44.437990 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:44.456965 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:10:44.483574 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da217a7-8428-402f-854c-256ce8b99585" -d '{"events": [{"name": "network-changed", "server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:10:44.499321 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-12bac905-c953-40d3-956e-1c46e449f0ad req-e226d56d-5afb-48a1-bdf0-c23096785fd5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7590778 Aug 01 14:10:44.733711 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd215a0-5199-4a40-9d73-8077c8ff0eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=3']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:44.851092 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port d7291521-efe0-4b7d-8826-30fbf74784eb is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:44.853300 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:44.917124 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-8aebac1d-961a-492f-9714-dce54d8497f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:44.920476 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-8aebac1d-961a-492f-9714-dce54d8497f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 1127 time: 0.1711771 Aug 01 14:10:44.948935 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port d7291521-efe0-4b7d-8826-30fbf74784eb, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=d7291521-efe0-4b7d-8826-30fbf74784eb,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:44.963558 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:45.032003 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-52276493-7f04-4afd-b6fb-f33bed93c032 req-c15ccaaf-db81-4279-bad9-904df64391b5 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 210 time: 0.4066205 Aug 01 14:10:45.061113 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (6747b800-9744-4b46-9c3c-5cec816cf9d6), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:45.081661 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-97ca6293-f3c5-48cc-999e-ec10f844458d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0 HTTP/1.1" status: 200 len: 217 time: 0.1505752 Aug 01 14:10:45.127110 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Pushing event updated for resources: {'Port': ['ID=894a9da3-f62b-48ca-91f6-c0cdfe39a932,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:45.182657 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d3727-7c7a-48b6-a33a-ea5dd231dd69 req-8bfc5649-82bb-4e33-a194-594761a909ba tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:45.195417 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-882d3727-7c7a-48b6-a33a-ea5dd231dd69 req-8bfc5649-82bb-4e33-a194-594761a909ba tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.4578397 Aug 01 14:10:45.314923 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 87d7ba62-67de-4f08-9bf5-fa3452f00341 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:45.378609 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9668a3cf-f131-42aa-817a-f1854bbfdcff x-openstack-request-id: req-9668a3cf-f131-42aa-817a-f1854bbfdcff {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:10:45.381335 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:10:45.382050 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9668a3cf-f131-42aa-817a-f1854bbfdcff {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:10:45.383216 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9668a3cf-f131-42aa-817a-f1854bbfdcff'] response: {'name': 'network-changed', 'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'status': 'completed', 'code': 200} Aug 01 14:10:45.392973 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=d7291521-efe0-4b7d-8826-30fbf74784eb,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:45.433556 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-6dab8493-8b83-4bcb-8b7c-acd529e6077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:45.437344 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-6dab8493-8b83-4bcb-8b7c-acd529e6077e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 200 len: 856 time: 0.3472898 Aug 01 14:10:45.545532 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Sync routers for ids ['53a5fc68-5380-4f23-ba5a-0e122211fe99'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:10:45.621237 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-882d3727-7c7a-48b6-a33a-ea5dd231dd69 req-cb28a68b-263f-4178-9ab6-7258ed258172 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4107294 Aug 01 14:10:45.694997 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-a483a599-7996-4e3b-98f6-47e049996440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:45.700986 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-a483a599-7996-4e3b-98f6-47e049996440 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=294e8be6-62c8-4d19-be24-df34926b9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2552767 Aug 01 14:10:45.707373 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Routers {'53a5fc68-5380-4f23-ba5a-0e122211fe99'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:45.709564 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['53a5fc68-5380-4f23-ba5a-0e122211fe99'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:45.721115 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 87d7ba62-67de-4f08-9bf5-fa3452f00341 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:45.723093 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:45.726975 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:45.730273 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:45.977655 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Set router 53a5fc68-5380-4f23-ba5a-0e122211fe99 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:46.064920 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59388) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:46.076232 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-120076451-network', 'tenant_id': 'bfa846b417314968807692fa953e79ad'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:46.147918 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:46.215184 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Made reservation on behalf of bfa846b417314968807692fa953e79ad for: {'network': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:46.220178 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:46.222819 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:46.240470 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:46.261899 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:46.274081 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b29ec-f423-4b49-a2cf-d32d93b5fd6c req-b105e99b-4c51-4abd-8689-5de818bca359 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:46.287403 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a86b29ec-f423-4b49-a2cf-d32d93b5fd6c req-b105e99b-4c51-4abd-8689-5de818bca359 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.4147847 Aug 01 14:10:46.295765 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Router 6747b800-9744-4b46-9c3c-5cec816cf9d6 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:10:46.314770 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:46.359049 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-54849cd3-cd99-460a-8d45-882c2ff9c2a7 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440508 Aug 01 14:10:46.521813 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-09db8882-6f72-423d-b407-3b21df1adb06 None None] Provisioning complete for port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:46.522411 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09db8882-6f72-423d-b407-3b21df1adb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:46.604228 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fe597edd-cbd8-46fa-a960-3dcf64a9918a req-3a6ce148-7124-4d42-befb-80562579123a service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995616 Aug 01 14:10:46.677268 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 87d7ba62-67de-4f08-9bf5-fa3452f00341 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:46.719243 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a86b29ec-f423-4b49-a2cf-d32d93b5fd6c req-5d381df6-2442-4e0a-ab79-00c91e2a5f37 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4326899 Aug 01 14:10:46.720175 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:46.729106 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 2, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:46.743060 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ad93deda-48ce-49f4-95de-2c05bd6ca710 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:46.753601 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ad93deda-48ce-49f4-95de-2c05bd6ca710 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.57 "GET /v2.0/networks?id=c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b HTTP/1.1" status: 200 len: 809 time: 0.4620707 Aug 01 14:10:46.774581 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Checking router: 53a5fc68-5380-4f23-ba5a-0e122211fe99 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:10:46.775976 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Updating router 53a5fc68-5380-4f23-ba5a-0e122211fe99 port 898b7668-72c1-4c28-a0c3-7957254eaabd binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:10:46.778567 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-09db8882-6f72-423d-b407-3b21df1adb06 None None] Port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:10:46.834501 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-399e7949-e0ae-490f-b0e9-8a002284e162 req-351016ad-c52d-4afc-a6ae-c9dd291422f3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 210 time: 0.1380329 Aug 01 14:10:46.862302 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:46.901145 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Publish callbacks [] for security_group (31fe4a94-8ee2-45be-83f5-d93b93164a4a), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:46.910783 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (31fe4a94-8ee2-45be-83f5-d93b93164a4a), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:46.981805 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec30d0-72e7-49bc-92ba-ebb39ae32638 req-45026fa4-2e0c-49a9-992f-af4b2e3ee5a0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:46.984819 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-baec30d0-72e7-49bc-92ba-ebb39ae32638 req-45026fa4-2e0c-49a9-992f-af4b2e3ee5a0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0926857 Aug 01 14:10:47.015765 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fe4a94-8ee2-45be-83f5-d93b93164a4a,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:47.069703 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=104319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:10:47.106707 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (4fa766c6-45ad-4e1e-8380-eb868c723222), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:47.107851 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.segments_db [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Added segment 4fa766c6-45ad-4e1e-8380-eb868c723222 of type vlan for network 0627f01a-4485-4595-9a06-99d208949a29 Aug 01 14:10:47.141811 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59408) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:47.154841 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-0bd3b9cc-46c6-4896-9b3d-92b047077d55 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1336072047', 'description': 'tempest-description--99689250'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:47.275859 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (0627f01a-4485-4595-9a06-99d208949a29), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:47.285237 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:47.327007 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b9cc-46c6-4896-9b3d-92b047077d55 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:47.370531 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-baec30d0-72e7-49bc-92ba-ebb39ae32638 req-5f373857-7e32-4f20-a2c1-18e4ad04bc08 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580558 Aug 01 14:10:47.381342 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:10:47.404640 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-918eba16-d152-4c66-994b-52fd7693b0bb admin admin] 10.222.0.45 "PUT /v2.0/routers/6747b800-9744-4b46-9c3c-5cec816cf9d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3615999 Aug 01 14:10:47.423055 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Sync routers for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:10:47.468717 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:47.473798 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:47.496135 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (0627f01a-4485-4595-9a06-99d208949a29), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:47.502508 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Publish callbacks [] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:47.506394 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:47.510051 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:47.510565 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device d7291521-efe0-4b7d-8826-30fbf74784eb up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:47.517467 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:47.687756 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Attempting to bind port 898b7668-72c1-4c28-a0c3-7957254eaabd on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:47.688899 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Attempting to bind port 898b7668-72c1-4c28-a0c3-7957254eaabd by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:47.688899 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Attempting to bind port 898b7668-72c1-4c28-a0c3-7957254eaabd on network 83622244-0e2b-48fa-9f1f-b69b203342d9 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:47.709505 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:47.710046 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Checking segment: {'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:47.710584 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:47.711105 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Bound using segment: {'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:47.711838 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Bound port: 898b7668-72c1-4c28-a0c3-7957254eaabd, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:47.712487 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:47.749412 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port d7291521-efe0-4b7d-8826-30fbf74784eb triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:47.749922 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:47.783875 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59418) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:47.786254 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:47.791647 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da217a7-8428-402f-854c-256ce8b99585 req-de72326e-ee79-460f-bd09-5a493e2aa289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:47.798079 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5da217a7-8428-402f-854c-256ce8b99585 req-de72326e-ee79-460f-bd09-5a493e2aa289 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 1127 time: 0.2066457 Aug 01 14:10:47.807381 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Request body: {'port': {'device_id': '11762d81-47fb-42e8-9d2b-4e48b1019eb1', 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b', 'admin_state_up': True, 'tenant_id': '803bbc59642547fb932be578cb70ac3f'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:47.829791 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:47.835433 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58ccfc-12ad-422d-bdac-3ccf5e5dbc93 None None] Pushing event updated for resources: {'Port': ['ID=898b7668-72c1-4c28-a0c3-7957254eaabd,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:48.066884 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:48.247159 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port d7291521-efe0-4b7d-8826-30fbf74784eb is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:48.261727 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] For port 898b7668-72c1-4c28-a0c3-7957254eaabd, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:48.273161 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] For port 898b7668-72c1-4c28-a0c3-7957254eaabd, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=898b7668-72c1-4c28-a0c3-7957254eaabd,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:48.288771 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:48.331073 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4b64e-b9ed-41db-9c44-8c4298c7fe7e req-fc3509a2-174f-409f-a5ed-f9618a42c5e5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:48.337410 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d9d4b64e-b9ed-41db-9c44-8c4298c7fe7e req-fc3509a2-174f-409f-a5ed-f9618a42c5e5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.3588490 Aug 01 14:10:48.361279 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b9cc-46c6-4896-9b3d-92b047077d55 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group (5251f87e-f7d0-4dc1-b319-f59779998340), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:48.376842 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc68c-322d-4e97-87f4-92ba0fe6b19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:48.383769 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3c265e4a-7314-4d99-a248-2eb055ab90c0 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:10:48.385216 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6d33f502-ec20-45f5-a3a7-65630ce41036 req-d850c0cc-8971-4599-bdab-d00218ec5826 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 210 time: 0.2303941 Aug 01 14:10:48.415932 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b9cc-46c6-4896-9b3d-92b047077d55 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5251f87e-f7d0-4dc1-b319-f59779998340), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:48.616866 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Routers {'53a5fc68-5380-4f23-ba5a-0e122211fe99'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:48.617470 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['53a5fc68-5380-4f23-ba5a-0e122211fe99'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:48.636488 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5672376 Aug 01 14:10:48.638636 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da217a7-8428-402f-854c-256ce8b99585 req-d24fc384-4b11-405d-a9bf-799816fe4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:48.639527 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5da217a7-8428-402f-854c-256ce8b99585 req-d24fc384-4b11-405d-a9bf-799816fe4c26 service neutron] 10.222.0.57 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 918 time: 0.2249730 Aug 01 14:10:48.677566 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc68c-322d-4e97-87f4-92ba0fe6b19f admin admin] Publish callbacks [] for security_group (bde9deee-89ab-46be-8bed-5c84af51dfef), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:48.679252 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3b9cc-46c6-4896-9b3d-92b047077d55 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5251f87e-f7d0-4dc1-b319-f59779998340,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:48.682911 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59440) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:48.712224 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Request body: {'subnet': {'network_id': '0627f01a-4485-4595-9a06-99d208949a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-120076451-subnet', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'ip_version': 4}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:48.743387 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b9cc-46c6-4896-9b3d-92b047077d55 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:48.750909 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0bd3b9cc-46c6-4896-9b3d-92b047077d55 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6069043 Aug 01 14:10:48.756590 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59442) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:48.806028 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Made reservation on behalf of bfa846b417314968807692fa953e79ad for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:48.808603 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125095871'] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:48.810720 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-60880951-0870-40f5-9c1d-05dfc5ef8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:48.813055 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-60880951-0870-40f5-9c1d-05dfc5ef8cef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 1129 time: 0.1293757 Aug 01 14:10:48.827249 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e29c7-1825-4378-8a3a-496398b1a6e1 req-773f4af7-c1e2-4170-9342-015a4ce41e92 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:48.829290 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab0e29c7-1825-4378-8a3a-496398b1a6e1 req-773f4af7-c1e2-4170-9342-015a4ce41e92 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0847545 Aug 01 14:10:48.874313 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 2, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:48.965036 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59446) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:48.980402 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Checking router: 6747b800-9744-4b46-9c3c-5cec816cf9d6 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:10:48.981171 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Updating router 6747b800-9744-4b46-9c3c-5cec816cf9d6 port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:10:48.989542 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-28582093-network', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:49.000409 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc68c-322d-4e97-87f4-92ba0fe6b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (bde9deee-89ab-46be-8bed-5c84af51dfef), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:49.072793 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:49.116378 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58ccfc-12ad-422d-bdac-3ccf5e5dbc93 None None] Pushing event updated for resources: {'Port': ['ID=898b7668-72c1-4c28-a0c3-7957254eaabd,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:49.125567 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-7cf81958-3488-49f0-9b9f-de2bb79cd662 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Request body: {'security_group_rule': {'security_group_id': '5251f87e-f7d0-4dc1-b319-f59779998340', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:49.134442 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e05258-89b6-42e7-be6b-7f265e9e58c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0627f01a-4485-4595-9a06-99d208949a29,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:49.140521 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-124942983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125095881'] for subnet (d1de1738-3c20-46d3-af6f-0ddaf345c335), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:49.150571 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5da217a7-8428-402f-854c-256ce8b99585 req-fa78d6d6-ed82-4c80-9929-73289aa83ab8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0 HTTP/1.1" status: 200 len: 217 time: 0.4678595 Aug 01 14:10:49.172548 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Made reservation on behalf of 803bbc59642547fb932be578cb70ac3f for: {'port': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:49.178308 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:49.277642 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:49.283587 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da217a7-8428-402f-854c-256ce8b99585 req-55dfee31-e799-48d6-ab60-8fd644192ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:49.286051 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5da217a7-8428-402f-854c-256ce8b99585 req-55dfee31-e799-48d6-ab60-8fd644192ecb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 200 len: 856 time: 0.1213055 Aug 01 14:10:49.307129 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:49.347944 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'port_id': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'mac_address': 'fa:16:3e:68:8c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:10:49.358456 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 0627f01a-4485-4595-9a06-99d208949a29 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:10:49.365268 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da217a7-8428-402f-854c-256ce8b99585 req-2ed92468-1d92-4494-b7a6-011e9d3e971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:49.367198 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5da217a7-8428-402f-854c-256ce8b99585 req-2ed92468-1d92-4494-b7a6-011e9d3e971d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=294e8be6-62c8-4d19-be24-df34926b9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645208 Aug 01 14:10:49.405162 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d9d4b64e-b9ed-41db-9c44-8c4298c7fe7e req-9b7656a5-2353-453c-a7aa-490ab1d9c693 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0148456 Aug 01 14:10:49.408216 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dc68c-322d-4e97-87f4-92ba0fe6b19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde9deee-89ab-46be-8bed-5c84af51dfef,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:49.451685 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-8c7dc68c-322d-4e97-87f4-92ba0fe6b19f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb3f97da433d4d83b8c2837575ab11f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6655900 Aug 01 14:10:49.484583 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:49.485821 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab0e29c7-1825-4378-8a3a-496398b1a6e1 req-f13da085-466b-416d-aec4-ceb51fe75fb0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5087557 Aug 01 14:10:49.486826 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Checking segment: {'id': '4fa766c6-45ad-4e1e-8380-eb868c723222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0627f01a-4485-4595-9a06-99d208949a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:49.487439 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Network hostable DHCP agents. Network: 0627f01a-4485-4595-9a06-99d208949a29, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:10:49.497690 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59448) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:49.502360 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:49.507788 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Made reservation on behalf of fb0baf0e988143afb181a1bf178a1c53 for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:49.517285 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:49.555761 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:49.633534 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-19a56054-fbb1-499e-ab50-dc2cf372ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:49.635712 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-19a56054-fbb1-499e-ab50-dc2cf372ea1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 200 len: 912 time: 0.8049664 Aug 01 14:10:49.766483 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] Set router 53a5fc68-5380-4f23-ba5a-0e122211fe99 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:49.882318 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Publish callbacks [] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:49.891870 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:49.893484 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:49.895505 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 3c265e4a-7314-4d99-a248-2eb055ab90c0 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:49.896179 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:49.951772 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-89f9b33e-7327-4a6b-a8c8-4bef3fa36b1d req-3317fc45-b43e-4617-94b7-944241bf1255 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 210 time: 0.1879940 Aug 01 14:10:49.995584 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Allocated IP 172.20.0.11 (c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b/acbffede-cc7f-44f5-ba11-f051afb6402f/529f6efa-aa05-403b-8226-179cf86fc3e3) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:50.017062 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e5303-489a-4a92-a865-6611ac6b866b None None] Pushing event updated for resources: {'Port': ['ID=894a9da3-f62b-48ca-91f6-c0cdfe39a932,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:50.026364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c265e4a-7314-4d99-a248-2eb055ab90c0 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:10:50.040527 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-ed4ed1aa-e572-44f6-81f9-afc00ab23fc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b HTTP/1.1" status: 200 len: 1000 time: 0.3928699 Aug 01 14:10:50.070084 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:50.081922 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.160017 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Publish callbacks [] for security_group (fd20b668-4a2c-4a13-8cc7-f5f59e4b535f), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.208597 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:50.296831 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:50.350195 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:50.352771 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-216a6956-c543-425d-974f-4ddb3c03663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:50.354594 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-216a6956-c543-425d-974f-4ddb3c03663e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93a89a5f-ac0b-49b4-82c8-60f15b352ec8 HTTP/1.1" status: 200 len: 850 time: 0.3075659 Aug 01 14:10:50.356062 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (fd20b668-4a2c-4a13-8cc7-f5f59e4b535f), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.375459 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1de1738-3c20-46d3-af6f-0ddaf345c335,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:50.382185 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:48Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:50.400392 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7cf81958-3488-49f0-9b9f-de2bb79cd662 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group_rule (28a651ae-d167-4880-b1b1-cf14b54bc7cf), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.430136 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Network 0627f01a-4485-4595-9a06-99d208949a29 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:10:50.451134 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['3c265e4a-7314-4d99-a248-2eb055ab90c0'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:10:50.455028 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.457000 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:50.459964 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e5172-d29c-4495-9dc2-9dc9dd1e12f4 None None] The sync data for ids ['53a5fc68-5380-4f23-ba5a-0e122211fe99'] in dv-cinder-845178-10-iscsi is: [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:48Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:10:50.543486 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:10:50.569876 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Attempting to bind port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:50.577097 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Attempting to bind port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:50.580697 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd20b668-4a2c-4a13-8cc7-f5f59e4b535f,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:50.581168 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Attempting to bind port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 on network e95fe17e-40dc-4b82-adc2-9adb31102a43 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:50.635304 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (c11387a9-aed1-4e9a-bbf0-ade2b18a719f), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.635808 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Added segment c11387a9-aed1-4e9a-bbf0-ade2b18a719f of type vlan for network 329d104f-22d6-4fc5-a293-65ada83fa664 Aug 01 14:10:50.637850 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-b897767a-24c3-4749-9cfb-240522a8b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:50.639482 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-b897767a-24c3-4749-9cfb-240522a8b4bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1aca417-45fc-4b60-8100-7ab851d89316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2707605 Aug 01 14:10:50.644375 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:50.650802 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Checking segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:50.654849 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.655615 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Bound using segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:50.656933 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Bound port: 894a9da3-f62b-48ca-91f6-c0cdfe39a932, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:50.657865 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.810599 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:50.814624 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 0627f01a-4485-4595-9a06-99d208949a29) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:50.833352 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5da217a7-8428-402f-854c-256ce8b99585 req-07ff3b49-30bb-4126-8e80-4171b113710d service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4439180 Aug 01 14:10:50.841553 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a5ab9-5a75-43e8-bbc9-916572ef2448 None None] Network 0627f01a-4485-4595-9a06-99d208949a29 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:50.858107 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (329d104f-22d6-4fc5-a293-65ada83fa664), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.861554 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] For port 894a9da3-f62b-48ca-91f6-c0cdfe39a932, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:50.871897 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] For port 894a9da3-f62b-48ca-91f6-c0cdfe39a932, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=894a9da3-f62b-48ca-91f6-c0cdfe39a932,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:50.877425 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:50.888311 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.925214 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:50.926186 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:50.943734 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks [] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.024371 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e5303-489a-4a92-a865-6611ac6b866b None None] Pushing event updated for resources: {'Port': ['ID=894a9da3-f62b-48ca-91f6-c0cdfe39a932,revision_number=4']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:51.043646 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:10:51.044338 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:51.199932 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (329d104f-22d6-4fc5-a293-65ada83fa664), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.219125 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:51.220181 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.264496 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7cf81958-3488-49f0-9b9f-de2bb79cd662 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group_rule (28a651ae-d167-4880-b1b1-cf14b54bc7cf), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.283394 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1499-9424-4c70-8951-1f50dc84fe41 admin admin] Publish callbacks [] for security_group (bde9deee-89ab-46be-8bed-5c84af51dfef), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.291042 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 898b7668-72c1-4c28-a0c3-7957254eaabd up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:51.301503 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-0627f01a-4485-4595-9a06-99d208949a29', 'network_id': '0627f01a-4485-4595-9a06-99d208949a29', 'project_id': 'bfa846b417314968807692fa953e79ad', 'fixed_ips': [{'subnet_id': 'd1de1738-3c20-46d3-af6f-0ddaf345c335'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:10:51.302243 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.334790 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:10:51.377721 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2c5bbb0f-de52-41b5-b8e2-74516399b331 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6807771 Aug 01 14:10:51.414396 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59460) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:51.419810 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7cf81958-3488-49f0-9b9f-de2bb79cd662 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (28a651ae-d167-4880-b1b1-cf14b54bc7cf), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.540888 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-120076451-router', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:51.585550 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:51.609966 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1499-9424-4c70-8951-1f50dc84fe41 admin admin] Publish callbacks [] for security_group (bde9deee-89ab-46be-8bed-5c84af51dfef), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.644720 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf81958-3488-49f0-9b9f-de2bb79cd662 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a651ae-d167-4880-b1b1-cf14b54bc7cf,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:51.647655 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] Pushing event updated for resources: {'Network': ['ID=329d104f-22d6-4fc5-a293-65ada83fa664,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:51.668243 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-d919449a-bd85-4ef8-95f8-8517c680063f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.6896601 Aug 01 14:10:51.686274 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5da217a7-8428-402f-854c-256ce8b99585 req-de98f134-9b76-4df2-a711-d311a6494455 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7785127 Aug 01 14:10:51.687539 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59462) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:51.723775 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7cf81958-3488-49f0-9b9f-de2bb79cd662 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.727233 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-7cf81958-3488-49f0-9b9f-de2bb79cd662 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6057067 Aug 01 14:10:51.732714 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59464) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:51.735630 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 329d104f-22d6-4fc5-a293-65ada83fa664 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:10:51.742882 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04200e-d77e-4ef5-8db0-aa84b4fcfc93 req-53e9f264-1e87-4d18-8b97-db54974f96ee tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:51.752443 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4b04200e-d77e-4ef5-8db0-aa84b4fcfc93 req-53e9f264-1e87-4d18-8b97-db54974f96ee tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 944 time: 0.7123070 Aug 01 14:10:51.787011 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c117de-bfc3-4747-817b-f1a077621178 req-2cc36b90-8e80-4cb4-bf01-6dd33bb81631 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:51.787334 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Request body: {'subnet': {'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-28582093-subnet', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'ip_version': 4}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:51.793041 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-51c117de-bfc3-4747-817b-f1a077621178 req-2cc36b90-8e80-4cb4-bf01-6dd33bb81631 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.7656116 Aug 01 14:10:51.814505 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-3f4fa0a8-579d-4a24-999d-43babd09653e service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1430206 Aug 01 14:10:51.858429 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:50Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:10:51.905024 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-1fe7bf7d-77f3-4ebc-be38-555ac97358ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Request body: {'security_group_rule': {'security_group_id': '5251f87e-f7d0-4dc1-b319-f59779998340', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:51.932708 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (77fa5663-4397-449c-a93a-acfb0ed2fa5c), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.933832 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (77fa5663-4397-449c-a93a-acfb0ed2fa5c), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:51.937580 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb30134-08bf-4489-9451-173ba7924deb None None] The sync data for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi is: [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:50Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:10:52.029213 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 898b7668-72c1-4c28-a0c3-7957254eaabd triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:52.029746 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks [] for router_controller (77fa5663-4397-449c-a93a-acfb0ed2fa5c), precommit_add_association {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:52.029886 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:52.118381 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1fe7bf7d-77f3-4ebc-be38-555ac97358ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group_rule (d645cd4c-76b3-4a9e-844c-81593505a2ad), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:52.135853 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:52.363414 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1499-9424-4c70-8951-1f50dc84fe41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (bde9deee-89ab-46be-8bed-5c84af51dfef), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:52.368053 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1499-9424-4c70-8951-1f50dc84fe41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:52.375789 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-6b6c1499-9424-4c70-8951-1f50dc84fe41 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bde9deee-89ab-46be-8bed-5c84af51dfef HTTP/1.1" status: 204 len: 168 time: 2.7028539 Aug 01 14:10:52.457436 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3c265e4a-7314-4d99-a248-2eb055ab90c0 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:52.515979 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c1499-9424-4c70-8951-1f50dc84fe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde9deee-89ab-46be-8bed-5c84af51dfef,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:52.519519 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Made reservation on behalf of fb0baf0e988143afb181a1bf178a1c53 for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:10:52.545060 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125095871'] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:52.577194 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-51c117de-bfc3-4747-817b-f1a077621178 req-78cd0406-4b99-4785-9893-2494c55b87d3 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7538912 Aug 01 14:10:52.655678 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:52.713213 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ef9e4ab-dee5-4c46-835a-4ef1cf85e7b8 req-8f8abeff-9b83-41b1-8e6c-4a32cba2c976 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8683193 Aug 01 14:10:52.747903 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Allocated IP 172.20.0.2 (0627f01a-4485-4595-9a06-99d208949a29/d1de1738-3c20-46d3-af6f-0ddaf345c335/c146ce43-ad48-45b6-9895-9b22d3a5610a) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:52.751156 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:52.837899 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Pushing event updated for resources: {'Port': ['ID=529f6efa-aa05-403b-8226-179cf86fc3e3,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:52.934791 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks [] for router_gateway (77fa5663-4397-449c-a93a-acfb0ed2fa5c), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.004630 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4b04200e-d77e-4ef5-8db0-aa84b4fcfc93 req-b31188bc-ddf5-41cb-9d48-ecb46838db0c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2061772 Aug 01 14:10:53.181919 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Publish callbacks [] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.189651 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:53.270239 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.319527 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8187e2-06ab-47a0-b764-44a13328fe0d req-9a664efd-3adf-43cf-9a6f-115961f8f0cd tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:53.325020 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d8187e2-06ab-47a0-b764-44a13328fe0d req-9a664efd-3adf-43cf-9a6f-115961f8f0cd tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 932 time: 0.3803473 Aug 01 14:10:53.330948 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:53.345979 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:53.367084 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:53.401906 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-124942983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125095881'] for subnet (ee804f52-491e-4c6c-9ae5-82179802e1e3), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.425727 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Pushing event updated for resources: {'Port': ['ID=c146ce43-ad48-45b6-9895-9b22d3a5610a,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:53.438641 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 3c265e4a-7314-4d99-a248-2eb055ab90c0 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:10:53.471353 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Network 0627f01a-4485-4595-9a06-99d208949a29 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:53.473168 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 3c265e4a-7314-4d99-a248-2eb055ab90c0 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:53.473549 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.521269 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 898b7668-72c1-4c28-a0c3-7957254eaabd is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:53.521748 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.549143 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:53.552098 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:53.553206 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:53.563855 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:53.565135 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.579423 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1fe7bf7d-77f3-4ebc-be38-555ac97358ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group_rule (d645cd4c-76b3-4a9e-844c-81593505a2ad), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.616453 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1fe7bf7d-77f3-4ebc-be38-555ac97358ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (d645cd4c-76b3-4a9e-844c-81593505a2ad), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.694440 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7bf7d-77f3-4ebc-be38-555ac97358ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d645cd4c-76b3-4a9e-844c-81593505a2ad,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:53.702221 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1fe7bf7d-77f3-4ebc-be38-555ac97358ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.704924 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-1fe7bf7d-77f3-4ebc-be38-555ac97358ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8953099 Aug 01 14:10:53.731424 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59474) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:53.747236 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 898b7668-72c1-4c28-a0c3-7957254eaabd, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=898b7668-72c1-4c28-a0c3-7957254eaabd,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:53.814653 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ab523f38-6ae2-447e-bb8e-19034f0d14db tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1872976 Aug 01 14:10:53.829014 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:53.864571 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Attempting to bind port c146ce43-ad48-45b6-9895-9b22d3a5610a on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:53.865145 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Attempting to bind port c146ce43-ad48-45b6-9895-9b22d3a5610a by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '4fa766c6-45ad-4e1e-8380-eb868c723222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0627f01a-4485-4595-9a06-99d208949a29'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:53.866562 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Request body: {'port': {'device_id': '11762d81-47fb-42e8-9d2b-4e48b1019eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:53.869045 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Attempting to bind port c146ce43-ad48-45b6-9895-9b22d3a5610a on network 0627f01a-4485-4595-9a06-99d208949a29 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:53.901848 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.928857 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:53.929473 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Checking segment: {'id': '4fa766c6-45ad-4e1e-8380-eb868c723222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0627f01a-4485-4595-9a06-99d208949a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:53.938775 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:53.938775 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Bound using segment: {'id': '4fa766c6-45ad-4e1e-8380-eb868c723222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0627f01a-4485-4595-9a06-99d208949a29'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:53.941135 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Bound port: c146ce43-ad48-45b6-9895-9b22d3a5610a, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa766c6-45ad-4e1e-8380-eb868c723222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0627f01a-4485-4595-9a06-99d208949a29'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:53.941690 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:54.144967 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=898b7668-72c1-4c28-a0c3-7957254eaabd,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:54.150940 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks [] for router_gateway (77fa5663-4397-449c-a93a-acfb0ed2fa5c), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:54.224720 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fef3d-289f-4342-af6f-45ed23db3262 req-20ec63bc-de7f-4a21-ab27-7543270a7c48 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:54.228045 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-013fef3d-289f-4342-af6f-45ed23db3262 req-20ec63bc-de7f-4a21-ab27-7543270a7c48 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.2702723 Aug 01 14:10:54.232815 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:54.276553 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:54.290524 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee804f52-491e-4c6c-9ae5-82179802e1e3,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:54.341784 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 894a9da3-f62b-48ca-91f6-c0cdfe39a932 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:54.382053 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:54.386452 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d8187e2-06ab-47a0-b764-44a13328fe0d req-f4ce3918-ea4b-4b07-b530-57917e438fb1 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0382450 Aug 01 14:10:54.402528 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:54.594424 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-013fef3d-289f-4342-af6f-45ed23db3262 req-29be40c8-1895-4dd8-87d3-44191f9973dc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114500 Aug 01 14:10:54.696029 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 3c265e4a-7314-4d99-a248-2eb055ab90c0 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:54.696943 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:54.861495 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] For port c146ce43-ad48-45b6-9895-9b22d3a5610a, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:54.866920 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] For port c146ce43-ad48-45b6-9895-9b22d3a5610a, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=c146ce43-ad48-45b6-9895-9b22d3a5610a,segment=NetworkSegment(4fa766c6-45ad-4e1e-8380-eb868c723222),segment_id=4fa766c6-45ad-4e1e-8380-eb868c723222)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:55.001469 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:55.002399 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:55.007916 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:55.102048 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Checking segment: {'id': 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:55.103702 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Network hostable DHCP agents. Network: 329d104f-22d6-4fc5-a293-65ada83fa664, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:10:55.107907 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-81da97aa-a964-43d9-9544-de413ebf6e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:55.110528 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:10:55.114009 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d3fb66-f34d-42ca-895d-c13f2b4c902c" -d '{"events": [{"server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "name": "network-vif-plugged", "status": "completed", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:10:55.183067 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec248be8-c7e5-46e1-9bbd-fc023bd1635d None None] Pushing event updated for resources: {'Port': ['ID=c146ce43-ad48-45b6-9895-9b22d3a5610a,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:55.267845 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c55b334-8c5d-40e3-83e6-9bc985a2d314 x-openstack-request-id: req-2c55b334-8c5d-40e3-83e6-9bc985a2d314 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:10:55.268319 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "name": "network-vif-plugged", "status": "completed", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:10:55.271545 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c55b334-8c5d-40e3-83e6-9bc985a2d314 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:10:55.272205 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c55b334-8c5d-40e3-83e6-9bc985a2d314'] response: {'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'code': 200} Aug 01 14:10:55.280587 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:55.645575 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Allocated IP 172.27.4.110 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/e71afd24-2e50-4fe8-86a0-ef60973907eb) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:55.661299 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:55.709694 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:55.749847 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:55.899412 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:55.944654 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:55.946324 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:55.972426 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:56.037976 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 894a9da3-f62b-48ca-91f6-c0cdfe39a932, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=894a9da3-f62b-48ca-91f6-c0cdfe39a932,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:56.052638 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:56.078896 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:56.143115 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Network 329d104f-22d6-4fc5-a293-65ada83fa664 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:10:56.175917 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=894a9da3-f62b-48ca-91f6-c0cdfe39a932,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:56.248452 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:56.371358 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733452df-dd47-4c81-b75d-1209beae9866 req-40d7211f-0f16-4ecf-8abd-a6d5efd175cc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:56.392804 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-733452df-dd47-4c81-b75d-1209beae9866 req-40d7211f-0f16-4ecf-8abd-a6d5efd175cc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.6482785 Aug 01 14:10:56.546812 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 329d104f-22d6-4fc5-a293-65ada83fa664) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:56.560626 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:56.561739 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:56.564700 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90c51d-630f-4fc6-959a-b46b0f12c7ac None None] Network 329d104f-22d6-4fc5-a293-65ada83fa664 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:56.567134 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0140ec-9dc7-4341-bcaa-b5ad861e12a4 req-c406f443-37c3-4979-8570-abac3a20afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:56.569547 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab0140ec-9dc7-4341-bcaa-b5ad861e12a4 req-c406f443-37c3-4979-8570-abac3a20afad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 1129 time: 0.7040784 Aug 01 14:10:56.617919 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0b84c-5878-4bd4-be74-6469da4b93ec req-bab98dc7-66e1-4845-8def-1d64aac02992 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:56.629857 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bdf0b84c-5878-4bd4-be74-6469da4b93ec req-bab98dc7-66e1-4845-8def-1d64aac02992 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 932 time: 0.7442019 Aug 01 14:10:56.690738 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529f6efa-aa05-403b-8226-179cf86fc3e3 {{(pid=104319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:10:56.733354 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-328d71d7-63d9-4265-9244-4a701c5e5c8b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.0028381 Aug 01 14:10:56.739463 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59508) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:10:56.748121 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-28582093-router', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:10:56.778997 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Publish callbacks [] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:56.794045 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e8ce8640-994c-4116-9556-c889197f7e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:56.903736 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.provisioning_blocks [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Transition to ACTIVE for port object 529f6efa-aa05-403b-8226-179cf86fc3e3 will not be triggered until provisioned by entity L2. {{(pid=104319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:10:56.928668 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:56.928954 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bdf0b84c-5878-4bd4-be74-6469da4b93ec req-43d809d9-cef1-41c5-bf04-55a053cfa0c1 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860045 Aug 01 14:10:56.948999 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (ac87dea4-009d-4922-a335-5fdcbe96a6bc), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:56.950889 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (ac87dea4-009d-4922-a335-5fdcbe96a6bc), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:57.057488 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-329d104f-22d6-4fc5-a293-65ada83fa664', 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664', 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'fixed_ips': [{'subnet_id': 'ee804f52-491e-4c6c-9ae5-82179802e1e3'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:10:57.059150 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:57.279031 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Pushing event updated for resources: {'Port': ['ID=529f6efa-aa05-403b-8226-179cf86fc3e3,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:57.294430 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks [] for router_controller (ac87dea4-009d-4922-a335-5fdcbe96a6bc), precommit_add_association {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:57.315831 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device c146ce43-ad48-45b6-9895-9b22d3a5610a up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:57.339127 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab0140ec-9dc7-4341-bcaa-b5ad861e12a4 req-a860e3f7-28c5-4ef3-ac8e-7ad15a887df7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6388774 Aug 01 14:10:57.456547 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:57.466116 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks [] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:57.472430 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-733452df-dd47-4c81-b75d-1209beae9866 req-6efbc2d1-2742-4124-b636-387f81fe87aa tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0758290 Aug 01 14:10:57.487236 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e5ad3-c331-42bb-b9c2-ad2fe5f7debd req-fd6a9080-eea0-4f80-b9a9-edffb2e4b0a0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:57.489645 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2e4e5ad3-c331-42bb-b9c2-ad2fe5f7debd req-fd6a9080-eea0-4f80-b9a9-edffb2e4b0a0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.3022764 Aug 01 14:10:57.552877 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a312557-d775-4ce4-8d05-fcbce188e64e None None] Network 0627f01a-4485-4595-9a06-99d208949a29 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:10:57.663731 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port c146ce43-ad48-45b6-9895-9b22d3a5610a triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:57.664076 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:57.684774 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:57.719845 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Allocated IP 172.20.0.2 (329d104f-22d6-4fc5-a293-65ada83fa664/ee804f52-491e-4c6c-9ae5-82179802e1e3/03369d93-98a7-4403-ae88-24cf34def276) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:57.728909 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-3c569264-38dc-42b5-b7cb-218c734d33ee None None] Provisioning complete for port c146ce43-ad48-45b6-9895-9b22d3a5610a triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:57.729342 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3c569264-38dc-42b5-b7cb-218c734d33ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:57.780756 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:57.790928 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:57.834673 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:58.063969 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:58.075800 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:58.089481 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e71afd24-2e50-4fe8-86a0-ef60973907eb,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:58.116332 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Attempting to bind port 529f6efa-aa05-403b-8226-179cf86fc3e3 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:58.116863 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Attempting to bind port 529f6efa-aa05-403b-8226-179cf86fc3e3 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '93a62768-b299-4cdb-a1df-dce2627d2bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b'}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:58.130490 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Attempting to bind port 529f6efa-aa05-403b-8226-179cf86fc3e3 on network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:58.199096 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks [] for router_gateway (ac87dea4-009d-4922-a335-5fdcbe96a6bc), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:58.203058 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:58.229685 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-3c569264-38dc-42b5-b7cb-218c734d33ee None None] Current status of the port c146ce43-ad48-45b6-9895-9b22d3a5610a is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:58.230016 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Port 529f6efa-aa05-403b-8226-179cf86fc3e3 on network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:10:58.231031 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Attempting to bind port 529f6efa-aa05-403b-8226-179cf86fc3e3 on network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:58.231503 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3c569264-38dc-42b5-b7cb-218c734d33ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:58.252041 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:58.253233 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Checking segment: {'id': '93a62768-b299-4cdb-a1df-dce2627d2bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:58.254113 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Bound using segment: {'id': '93a62768-b299-4cdb-a1df-dce2627d2bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b'} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:58.255104 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Bound port: 529f6efa-aa05-403b-8226-179cf86fc3e3, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a62768-b299-4cdb-a1df-dce2627d2bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b'}}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:58.255924 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:58.303202 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Allocated IP 172.27.4.232 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/0fb07519-1c76-42a1-986f-7c38e0d5bb8e) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:58.377771 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2e4e5ad3-c331-42bb-b9c2-ad2fe5f7debd req-4e4a2e0d-50f8-4658-aa54-064a147ffb7b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8644068 Aug 01 14:10:58.490414 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port c146ce43-ad48-45b6-9895-9b22d3a5610a is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:58.495834 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:58.610795 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] For port 529f6efa-aa05-403b-8226-179cf86fc3e3, host hv-cinder-84517, cleared binding levels {{(pid=104319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:58.621628 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] For port 529f6efa-aa05-403b-8226-179cf86fc3e3, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=529f6efa-aa05-403b-8226-179cf86fc3e3,segment=NetworkSegment(93a62768-b299-4cdb-a1df-dce2627d2bd6),segment_id=93a62768-b299-4cdb-a1df-dce2627d2bd6)] {{(pid=104319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:58.689789 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:58.695308 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:58.696529 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:58.698286 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] 10.222.0.57 "PUT /v2.0/ports/529f6efa-aa05-403b-8226-179cf86fc3e3 HTTP/1.1" status: 200 len: 1094 time: 4.8545744 Aug 01 14:10:58.709856 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:58.775660 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c887a6b-ff16-4563-82b7-e45e61d15781 req-0ae93344-5a10-4778-81c2-95eb514c4cfd tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:58.787535 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0c887a6b-ff16-4563-82b7-e45e61d15781 req-0ae93344-5a10-4778-81c2-95eb514c4cfd tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 944 time: 0.4280758 Aug 01 14:10:58.835359 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port c146ce43-ad48-45b6-9895-9b22d3a5610a, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=c146ce43-ad48-45b6-9895-9b22d3a5610a,segment=NetworkSegment(4fa766c6-45ad-4e1e-8380-eb868c723222),segment_id=4fa766c6-45ad-4e1e-8380-eb868c723222)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:10:58.851287 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11762d81-47fb-42e8-9d2b-4e48b1019eb1', 'tag': '529f6efa-aa05-403b-8226-179cf86fc3e3'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:10:58.855217 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0fa581-7e15-417e-808e-01341a5a9342" -d '{"events": [{"name": "network-changed", "server_uuid": "11762d81-47fb-42e8-9d2b-4e48b1019eb1", "tag": "529f6efa-aa05-403b-8226-179cf86fc3e3"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:10:58.864756 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd24ae2-b5f5-4d28-ac06-f86f92fd0867 service neutron] Pushing event updated for resources: {'Port': ['ID=529f6efa-aa05-403b-8226-179cf86fc3e3,revision_number=3']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:58.868840 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:58.871280 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 898b7668-72c1-4c28-a0c3-7957254eaabd up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:10:58.934166 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3e4d0-3b69-46dc-91df-99c0c12a9211 req-cfcdebdd-a4b2-4254-8202-8220ac725140 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:58.941172 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-49f3e4d0-3b69-46dc-91df-99c0c12a9211 req-cfcdebdd-a4b2-4254-8202-8220ac725140 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.1499872 Aug 01 14:10:58.973579 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks [] for router_gateway (ac87dea4-009d-4922-a335-5fdcbe96a6bc), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.011315 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.098377 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-8649c4f6-1134-4005-aa09-2478d1f4f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:59.102284 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-8649c4f6-1134-4005-aa09-2478d1f4f8f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=803bbc59642547fb932be578cb70ac3f&device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 1128 time: 0.0745153 Aug 01 14:10:59.153702 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for port (0fb07519-1c76-42a1-986f-7c38e0d5bb8e), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.206026 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0c887a6b-ff16-4563-82b7-e45e61d15781 req-ff0d80ed-f3bf-4baa-ba0d-659249485f85 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100940 Aug 01 14:10:59.218816 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Publish callbacks [] for port (03369d93-98a7-4403-ae88-24cf34def276), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.248781 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=c146ce43-ad48-45b6-9895-9b22d3a5610a,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:59.267521 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (03369d93-98a7-4403-ae88-24cf34def276), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.312197 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.320294 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-d41c923c-0ed2-43bd-81ef-76c26511a4c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f6efa-aa05-403b-8226-179cf86fc3e3 HTTP/1.1" status: 200 len: 217 time: 0.1910570 Aug 01 14:10:59.353065 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-49f3e4d0-3b69-46dc-91df-99c0c12a9211 req-b23c32e0-c51b-4f92-a8d3-7b2c15834197 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875303 Aug 01 14:10:59.360984 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:59.370857 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da64495-d047-450c-93b2-74cdd0df9271 x-openstack-request-id: req-1da64495-d047-450c-93b2-74cdd0df9271 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:10:59.370857 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11762d81-47fb-42e8-9d2b-4e48b1019eb1", "tag": "529f6efa-aa05-403b-8226-179cf86fc3e3", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:10:59.370857 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1da64495-d047-450c-93b2-74cdd0df9271 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:10:59.371498 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da64495-d047-450c-93b2-74cdd0df9271'] response: {'name': 'network-changed', 'server_uuid': '11762d81-47fb-42e8-9d2b-4e48b1019eb1', 'tag': '529f6efa-aa05-403b-8226-179cf86fc3e3', 'status': 'completed', 'code': 200} Aug 01 14:10:59.373970 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:59.376957 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:10:59.424965 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks [] for router_gateway (77fa5663-4397-449c-a93a-acfb0ed2fa5c), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.429593 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Pushing event updated for resources: {'Port': ['ID=03369d93-98a7-4403-ae88-24cf34def276,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:59.440797 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.db.api [None req-3c569264-38dc-42b5-b7cb-218c734d33ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 01 14:10:59.442447 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG oslo_db.api [None req-3c569264-38dc-42b5-b7cb-218c734d33ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 01 14:10:59.454280 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-9d2df09c-b8d4-4302-a2a8-a601b06896e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:10:59.456008 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-9d2df09c-b8d4-4302-a2a8-a601b06896e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbffede-cc7f-44f5-ba11-f051afb6402f HTTP/1.1" status: 200 len: 849 time: 0.1251020 Aug 01 14:10:59.479112 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (0fb07519-1c76-42a1-986f-7c38e0d5bb8e), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.479295 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 898b7668-72c1-4c28-a0c3-7957254eaabd triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:10:59.479295 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.482920 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Network 329d104f-22d6-4fc5-a293-65ada83fa664 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:59.489427 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:59.521734 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:59.632618 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Attempting to bind port 03369d93-98a7-4403-ae88-24cf34def276 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:10:59.633042 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Attempting to bind port 03369d93-98a7-4403-ae88-24cf34def276 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:10:59.633348 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Attempting to bind port 03369d93-98a7-4403-ae88-24cf34def276 on network 329d104f-22d6-4fc5-a293-65ada83fa664 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:10:59.646773 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-0fc41960-fa80-4d76-9d04-ff8570d78633 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834602 Aug 01 14:10:59.667355 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:10:59.667746 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Checking segment: {'id': 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:10:59.668143 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.669414 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Bound using segment: {'id': 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:10:59.669414 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Bound port: 03369d93-98a7-4403-ae88-24cf34def276, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:10:59.669414 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (03369d93-98a7-4403-ae88-24cf34def276), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.697171 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 898b7668-72c1-4c28-a0c3-7957254eaabd is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:10:59.748209 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:10:59.763724 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] For port 03369d93-98a7-4403-ae88-24cf34def276, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:10:59.763994 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (77fa5663-4397-449c-a93a-acfb0ed2fa5c), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.767669 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:10:59.770413 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] For port 03369d93-98a7-4403-ae88-24cf34def276, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=03369d93-98a7-4403-ae88-24cf34def276,segment=NetworkSegment(c11387a9-aed1-4e9a-bbf0-ade2b18a719f),segment_id=c11387a9-aed1-4e9a-bbf0-ade2b18a719f)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:10:59.780187 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (03369d93-98a7-4403-ae88-24cf34def276), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:10:59.780533 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:10:59.903992 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bea27-6db9-4ddb-9505-4639bf15ce1f None None] Pushing event updated for resources: {'Port': ['ID=03369d93-98a7-4403-ae88-24cf34def276,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:10:59.982798 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Allocated IP 172.27.4.131 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:10:59.985480 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event updated for resources: {'Port': ['ID=0fb07519-1c76-42a1-986f-7c38e0d5bb8e,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:00.038301 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-e061fc9e-80b1-48fc-8973-93d0addf46a5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:00.041203 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-e061fc9e-80b1-48fc-8973-93d0addf46a5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/networks?id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 HTTP/1.1" status: 200 len: 814 time: 0.1773915 Aug 01 14:11:00.112959 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-512fd767-e7a3-4857-9548-47ad129ac53d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/quotas/9d78f1cca2f845a5ad90c514c2d71f62 HTTP/1.1" status: 200 len: 375 time: 0.0625200 Aug 01 14:11:00.189409 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for floatingip (d33d2df8-40f4-4f4e-b58e-b5d8159962fb), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:00.200170 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 894a9da3-f62b-48ca-91f6-c0cdfe39a932 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:00.285184 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-78dc7a37-5aaf-47b2-8db5-b53ef8b8d3b1 service neutron] 10.222.0.57 "GET /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845575 Aug 01 14:11:00.307691 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-de573fe2-e37d-4911-b61f-aacd04c49494 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d78f1cca2f845a5ad90c514c2d71f62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1650653 Aug 01 14:11:00.343986 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:00.463963 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-3c569264-38dc-42b5-b7cb-218c734d33ee None None] Current status of the port c146ce43-ad48-45b6-9895-9b22d3a5610a is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:00.493601 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:00.503381 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:00.503719 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:00.522872 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (0fb07519-1c76-42a1-986f-7c38e0d5bb8e), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:00.581094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c79410-835d-4051-8c04-62284468138f req-a224d9a7-1ff7-4602-928b-ddecb1425915 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:00.589151 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:00.590804 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-03c79410-835d-4051-8c04-62284468138f req-a224d9a7-1ff7-4602-928b-ddecb1425915 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 944 time: 0.0870976 Aug 01 14:11:00.605192 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-c06366b7-3ec7-4816-8cd8-63694be24f77 None None] Provisioning complete for port c146ce43-ad48-45b6-9895-9b22d3a5610a triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:00.605490 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c06366b7-3ec7-4816-8cd8-63694be24f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:00.678260 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Router 77fa5663-4397-449c-a93a-acfb0ed2fa5c is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:11:00.742886 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:00.744941 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device c146ce43-ad48-45b6-9895-9b22d3a5610a up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:00.772600 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:00.789738 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks [] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:00.796232 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-03c79410-835d-4051-8c04-62284468138f req-e3b0e183-bc8c-44bd-8b7a-b6e3b0c6f0ae tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041109 Aug 01 14:11:00.797585 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59560) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:00.901404 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-c06366b7-3ec7-4816-8cd8-63694be24f77 None None] Current status of the port c146ce43-ad48-45b6-9895-9b22d3a5610a is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:00.913786 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port c146ce43-ad48-45b6-9895-9b22d3a5610a triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:00.914387 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:00.965806 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9557b2fe-9fe9-4a46-b028-131d4a396dcf req-45dad860-2ce6-4ca4-85e7-300e0d9c853d service neutron] 10.222.0.57 "GET /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211004 Aug 01 14:11:00.969737 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:00.978508 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:01.017498 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for port (0fb07519-1c76-42a1-986f-7c38e0d5bb8e), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:01.022735 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:01.040069 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (0fb07519-1c76-42a1-986f-7c38e0d5bb8e), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:01.078675 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-3b325909-e221-45a4-8bb9-2bf55ab19403 service neutron] 10.222.0.45 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7281115 Aug 01 14:11:01.098061 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port c146ce43-ad48-45b6-9895-9b22d3a5610a is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:01.163148 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (d33d2df8-40f4-4f4e-b58e-b5d8159962fb), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:01.195544 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:01.209298 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:01.217869 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81a593f2-0f59-4b9c-ad35-855df61e8bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:01.218063 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:11:01.230921 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d1a2-ca5b-4bd5-b384-01cf64cda8df req-57634ffa-186a-4ada-8ede-02122e8247f9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:01.232737 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1f47d1a2-ca5b-4bd5-b384-01cf64cda8df req-57634ffa-186a-4ada-8ede-02122e8247f9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.1808417 Aug 01 14:11:01.241939 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:11:01.243426 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:01.260147 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Sync routers for ids ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:11:01.263609 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:01.285379 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:01.287446 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5448480 Aug 01 14:11:01.302139 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Routers {'77fa5663-4397-449c-a93a-acfb0ed2fa5c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:01.303512 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:01.426328 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae4db6-73bb-421a-80c1-42e10db5f8cf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event updated for resources: {'Port': ['ID=0fb07519-1c76-42a1-986f-7c38e0d5bb8e,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:01.556409 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Set router 77fa5663-4397-449c-a93a-acfb0ed2fa5c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:01.633446 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4452ca-8445-4e01-b270-ce5ea7327b2d None None] Network 329d104f-22d6-4fc5-a293-65ada83fa664 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:11:01.682070 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:01.684349 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-ac44b58c-e3bc-4d7e-8106-e67f118334b5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.1618235 Aug 01 14:11:01.687107 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59568) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:01.807084 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-dbfc5a1c-ddd6-4af9-8635-d2b3b042e0fa None None] Provisioning complete for port 03369d93-98a7-4403-ae88-24cf34def276 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:01.807824 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5a1c-ddd6-4af9-8635-d2b3b042e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (03369d93-98a7-4403-ae88-24cf34def276), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:01.807983 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-456da46a-aaeb-4f3c-b752-ae0c37e38340 service neutron] 10.222.0.45 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782877 Aug 01 14:11:01.833290 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1f47d1a2-ca5b-4bd5-b384-01cf64cda8df req-77cd0e2e-c39c-47ae-97d2-5902c6a7f670 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5605707 Aug 01 14:11:01.941908 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81a593f2-0f59-4b9c-ad35-855df61e8bae admin admin] Publish callbacks [] for security_group (2a710e89-d509-49dc-9ea9-c5850c3bc03d), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:01.953811 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81a593f2-0f59-4b9c-ad35-855df61e8bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2a710e89-d509-49dc-9ea9-c5850c3bc03d), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:02.006488 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a593f2-0f59-4b9c-ad35-855df61e8bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a710e89-d509-49dc-9ea9-c5850c3bc03d,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:02.014986 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-81a593f2-0f59-4b9c-ad35-855df61e8bae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cceb4402f3334625bcca351aa005a575&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2129667 Aug 01 14:11:02.015625 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59578) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:02.016508 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 03369d93-98a7-4403-ae88-24cf34def276 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:02.165073 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-119b5cbd-6b1f-4d5f-9c5a-9449626e6dbb admin admin] Publish callbacks [] for security_group (2a710e89-d509-49dc-9ea9-c5850c3bc03d), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:02.211632 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-5c996002-ddda-41e4-b295-7e72b967e12f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1336072047&fields=id&tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6 HTTP/1.1" status: 200 len: 267 time: 0.1262295 Aug 01 14:11:02.217285 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:02.220973 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 03369d93-98a7-4403-ae88-24cf34def276 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:02.222521 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (03369d93-98a7-4403-ae88-24cf34def276), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:02.242168 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks [] for router_gateway (ac87dea4-009d-4922-a335-5fdcbe96a6bc), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:02.294307 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-119b5cbd-6b1f-4d5f-9c5a-9449626e6dbb admin admin] Publish callbacks [] for security_group (2a710e89-d509-49dc-9ea9-c5850c3bc03d), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:02.345543 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488b932-e5c4-4fdf-920a-2a52fb0eddde req-4443a755-2eef-48c8-aabb-e90350b29580 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:02.345906 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3488b932-e5c4-4fdf-920a-2a52fb0eddde req-4443a755-2eef-48c8-aabb-e90350b29580 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 944 time: 0.2057989 Aug 01 14:11:02.448724 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 529f6efa-aa05-403b-8226-179cf86fc3e3 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:11:02.607882 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-025aba80-dd2d-4277-824c-575a073efc52 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:02.609100 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-025aba80-dd2d-4277-824c-575a073efc52 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 819 time: 0.3966289 Aug 01 14:11:02.613167 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc5a1c-ddd6-4af9-8635-d2b3b042e0fa None None] Current status of the port 03369d93-98a7-4403-ae88-24cf34def276 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:02.614111 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5a1c-ddd6-4af9-8635-d2b3b042e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (03369d93-98a7-4403-ae88-24cf34def276), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:02.623061 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3488b932-e5c4-4fdf-920a-2a52fb0eddde req-7863995b-5492-4876-bba8-d0077433288b tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602084 Aug 01 14:11:02.657369 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-48a29902-2f3c-479f-b8e4-e442eca05152 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/quotas/e85f3e6c18ae4466a1dc3e6464aa18e6 HTTP/1.1" status: 200 len: 375 time: 0.0146267 Aug 01 14:11:02.678658 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-119b5cbd-6b1f-4d5f-9c5a-9449626e6dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2a710e89-d509-49dc-9ea9-c5850c3bc03d), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:02.689121 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-119b5cbd-6b1f-4d5f-9c5a-9449626e6dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:02.702389 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-119b5cbd-6b1f-4d5f-9c5a-9449626e6dbb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a710e89-d509-49dc-9ea9-c5850c3bc03d HTTP/1.1" status: 204 len: 168 time: 0.6844571 Aug 01 14:11:02.750089 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.db.resource_extend [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 01 14:11:02.796833 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:02.803664 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'name': 'tempest-TestShelveInstance-120076451-router', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:51Z', 'updated_at': '2022-08-01T14:10:58Z', 'revision_number': 3, 'project_id': 'bfa846b417314968807692fa953e79ad', 'gw_port': {'id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:54Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:02.884503 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b5cbd-6b1f-4d5f-9c5a-9449626e6dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a710e89-d509-49dc-9ea9-c5850c3bc03d,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:02.990699 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-86b3505d-5fb0-4174-affe-6534c385c5c5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2842824 Aug 01 14:11:02.996884 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:03.015624 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9246f-0d0b-47b3-ab3d-b4757e27c756 req-63963e0f-ed28-4dda-9e44-d25a7f6f4b93 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:03.036707 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dbc9246f-0d0b-47b3-ab3d-b4757e27c756 req-63963e0f-ed28-4dda-9e44-d25a7f6f4b93 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.1690171 Aug 01 14:11:03.044113 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Checking router: 77fa5663-4397-449c-a93a-acfb0ed2fa5c for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:11:03.044714 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Updating router 77fa5663-4397-449c-a93a-acfb0ed2fa5c port e71afd24-2e50-4fe8-86a0-ef60973907eb binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:11:03.068595 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59596) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:03.078629 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fa581-7e15-417e-808e-01341a5a9342 req-425c9768-d732-4db2-8537-6e664a543e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:03.080076 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7c0fa581-7e15-417e-808e-01341a5a9342 req-425c9768-d732-4db2-8537-6e664a543e3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=803bbc59642547fb932be578cb70ac3f&device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 1128 time: 1.0052488 Aug 01 14:11:03.096400 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-cd7f6603-6201-465b-80b4-6ac102fdb957 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'floatingip': {'port_id': '3c265e4a-7314-4d99-a248-2eb055ab90c0'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:03.124075 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 03369d93-98a7-4403-ae88-24cf34def276 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:03.124733 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (03369d93-98a7-4403-ae88-24cf34def276), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:03.223709 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-dbfc5a1c-ddd6-4af9-8635-d2b3b042e0fa None None] For port 03369d93-98a7-4403-ae88-24cf34def276, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=03369d93-98a7-4403-ae88-24cf34def276,segment=NetworkSegment(c11387a9-aed1-4e9a-bbf0-ade2b18a719f),segment_id=c11387a9-aed1-4e9a-bbf0-ade2b18a719f)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:03.280875 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5a1c-ddd6-4af9-8635-d2b3b042e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (03369d93-98a7-4403-ae88-24cf34def276), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:03.296703 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:03.301737 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:03.417213 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6603-6201-465b-80b4-6ac102fdb957 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (ced59713-cd1e-4a4c-a2c0-0e94b1168d25), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:03.444830 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:03.446826 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (ac87dea4-009d-4922-a335-5fdcbe96a6bc), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:03.527764 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:03.593344 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 529f6efa-aa05-403b-8226-179cf86fc3e3, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=529f6efa-aa05-403b-8226-179cf86fc3e3,segment=NetworkSegment(93a62768-b299-4cdb-a1df-dce2627d2bd6),segment_id=93a62768-b299-4cdb-a1df-dce2627d2bd6)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:03.693594 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-b7b30890-d8d0-495d-9197-03eed9746d62 None None] Provisioning complete for port 03369d93-98a7-4403-ae88-24cf34def276 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:03.694817 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b7b30890-d8d0-495d-9197-03eed9746d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (03369d93-98a7-4403-ae88-24cf34def276), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:03.725498 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.db.api [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 01 14:11:03.726286 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG oslo_db.api [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 01 14:11:03.806469 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '529f6efa-aa05-403b-8226-179cf86fc3e3', 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b', 'port_id': '529f6efa-aa05-403b-8226-179cf86fc3e3', 'mac_address': 'fa:16:3e:5f:ef:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbffede-cc7f-44f5-ba11-f051afb6402f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:11:03.864590 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc5a1c-ddd6-4af9-8635-d2b3b042e0fa None None] Pushing event updated for resources: {'Port': ['ID=03369d93-98a7-4403-ae88-24cf34def276,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:03.889429 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fa581-7e15-417e-808e-01341a5a9342 req-7e4b850a-11bf-49f1-8a00-ae4424182dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:03.891125 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7c0fa581-7e15-417e-808e-01341a5a9342 req-7e4b850a-11bf-49f1-8a00-ae4424182dba service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b HTTP/1.1" status: 200 len: 910 time: 0.8036418 Aug 01 14:11:03.972877 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4bffeadc-60bd-427a-8bcd-3f31447b9d85 req-33ef62d5-ca62-4c12-a4dd-d6a8e688247a tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 210 time: 0.7071280 Aug 01 14:11:04.022690 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Router ac87dea4-009d-4922-a335-5fdcbe96a6bc is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:11:04.032309 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.db.resource_extend [None req-cd7f6603-6201-465b-80b4-6ac102fdb957 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 01 14:11:04.092519 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7c0fa581-7e15-417e-808e-01341a5a9342 req-43049c64-046b-4881-a5c9-65d5ae0ecc8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f6efa-aa05-403b-8226-179cf86fc3e3 HTTP/1.1" status: 200 len: 217 time: 0.0909059 Aug 01 14:11:04.139328 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-f78d28cf-6181-4e28-835a-063572ded57e service neutron] 10.222.0.45 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1002440 Aug 01 14:11:04.312208 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6603-6201-465b-80b4-6ac102fdb957 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:04.316192 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:11:04.347146 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Sync routers for ids ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:11:04.390130 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6603-6201-465b-80b4-6ac102fdb957 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (ced59713-cd1e-4a4c-a2c0-0e94b1168d25), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:04.391756 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Routers {'ac87dea4-009d-4922-a335-5fdcbe96a6bc'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:04.393025 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:04.412817 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:04.505432 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2167b-f5bd-4016-b5cd-0027ad1caec2 req-d56f6a06-3fe5-4e7c-9288-4715bc7dc6a9 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:04.508973 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4fa2167b-f5bd-4016-b5cd-0027ad1caec2 req-d56f6a06-3fe5-4e7c-9288-4715bc7dc6a9 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 944 time: 0.3392892 Aug 01 14:11:04.516001 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:04.516716 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-b7b30890-d8d0-495d-9197-03eed9746d62 None None] Current status of the port 03369d93-98a7-4403-ae88-24cf34def276 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:04.543726 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 529f6efa-aa05-403b-8226-179cf86fc3e3 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:04.546833 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:04.553853 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 03369d93-98a7-4403-ae88-24cf34def276 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:04.642709 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529f6efa-aa05-403b-8226-179cf86fc3e3 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:11:04.648597 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:04.649901 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2f74c624-9824-4075-9817-de59dac710e1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9087291 Aug 01 14:11:04.654650 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59620) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:04.666435 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Set router ac87dea4-009d-4922-a335-5fdcbe96a6bc gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:04.688149 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 529f6efa-aa05-403b-8226-179cf86fc3e3, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=529f6efa-aa05-403b-8226-179cf86fc3e3,segment=NetworkSegment(93a62768-b299-4cdb-a1df-dce2627d2bd6),segment_id=93a62768-b299-4cdb-a1df-dce2627d2bd6)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:04.716663 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:04.790092 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fa581-7e15-417e-808e-01341a5a9342 req-22a7dc86-0576-423d-b9ef-c6599fe3d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:04.791670 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7c0fa581-7e15-417e-808e-01341a5a9342 req-22a7dc86-0576-423d-b9ef-c6599fe3d277 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbffede-cc7f-44f5-ba11-f051afb6402f HTTP/1.1" status: 200 len: 849 time: 0.4974847 Aug 01 14:11:04.793147 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:04.832241 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=529f6efa-aa05-403b-8226-179cf86fc3e3,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:04.850966 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 03369d93-98a7-4403-ae88-24cf34def276 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:04.874059 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7c0fa581-7e15-417e-808e-01341a5a9342 req-c8576f63-8bf5-4919-8e71-43a87fc2ee63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700018 Aug 01 14:11:05.033082 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-ca203bb5-ce30-43b3-8b9e-05daa781c005 service neutron] 10.222.0.45 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8921008 Aug 01 14:11:05.064439 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:05.074042 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:05.103755 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Publish callbacks [] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:05.111296 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:05.118573 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4fa2167b-f5bd-4016-b5cd-0027ad1caec2 req-958074ce-c889-41f4-b2b1-9d4486c26d53 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695233 Aug 01 14:11:05.146664 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-e8ceffbe-7569-4528-9df6-9d22b2759567 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:05.148752 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:05.153015 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-e8ceffbe-7569-4528-9df6-9d22b2759567 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.57 "GET /v2.0/networks?id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 HTTP/1.1" status: 200 len: 814 time: 0.8760521 Aug 01 14:11:05.170132 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'name': 'tempest-TestVolumeBootPattern-28582093-router', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:56Z', 'updated_at': '2022-08-01T14:11:01Z', 'revision_number': 3, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'gw_port': {'id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:59Z', 'updated_at': '2022-08-01T14:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:05.198272 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'port': {'device_id': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'admin_state_up': True, 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:05.234080 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [None req-cd7f6603-6201-465b-80b4-6ac102fdb957 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Floating IP ced59713-cd1e-4a4c-a2c0-0e94b1168d25 associated. External IP: 172.27.4.125, port: 3c265e4a-7314-4d99-a248-2eb055ab90c0. Aug 01 14:11:05.341954 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Checking router: ac87dea4-009d-4922-a335-5fdcbe96a6bc for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:11:05.342802 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Updating router ac87dea4-009d-4922-a335-5fdcbe96a6bc port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:11:05.380400 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7c0fa581-7e15-417e-808e-01341a5a9342 req-3a29c6c2-a883-425a-9d08-8d90bf680a59 service neutron] 10.222.0.57 "GET /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278200 Aug 01 14:11:05.436708 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe284ce4-b80b-4915-87e6-52de61a062ba None None] Pushing event updated for resources: {'Port': ['ID=e71afd24-2e50-4fe8-86a0-ef60973907eb,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:05.445150 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['529f6efa-aa05-403b-8226-179cf86fc3e3'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:11:05.522783 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:05.591986 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Attempting to bind port e71afd24-2e50-4fe8-86a0-ef60973907eb on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:11:05.592628 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Attempting to bind port e71afd24-2e50-4fe8-86a0-ef60973907eb by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:11:05.593230 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Attempting to bind port e71afd24-2e50-4fe8-86a0-ef60973907eb on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:05.640697 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-7c0fa581-7e15-417e-808e-01341a5a9342 req-1ca11fac-f221-4680-a306-c4e5c1284aca service neutron] 10.222.0.57 "GET /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495329 Aug 01 14:11:05.741089 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:11:05.742130 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:11:05.742633 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:05.743306 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:11:05.745437 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Bound port: e71afd24-2e50-4fe8-86a0-ef60973907eb, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:11:05.746309 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:05.924202 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 03369d93-98a7-4403-ae88-24cf34def276 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:05.924690 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (03369d93-98a7-4403-ae88-24cf34def276), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:06.328509 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] For port e71afd24-2e50-4fe8-86a0-ef60973907eb, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:11:06.349420 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] For port e71afd24-2e50-4fe8-86a0-ef60973907eb, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=e71afd24-2e50-4fe8-86a0-ef60973907eb,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:11:06.477364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:06.502419 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 03369d93-98a7-4403-ae88-24cf34def276 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:06.521180 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-55155597-fc53-4f53-8098-f6f03fb2e7a8 req-d2cd1814-3f73-4955-97df-2c37e38b6c11 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 210 time: 1.0266099 Aug 01 14:11:06.527192 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:06.560125 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad24db2b-96eb-4c16-888e-559b191d0798 req-3089b612-c6a4-490c-a9eb-6ca7163b0ee4 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 210 time: 1.0667369 Aug 01 14:11:06.706055 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Routers {'77fa5663-4397-449c-a93a-acfb0ed2fa5c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:06.708113 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:06.728561 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Publish callbacks [] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:06.750266 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:06.834766 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Attempting to bind port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:11:06.835403 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Attempting to bind port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:11:06.838528 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Attempting to bind port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:06.982169 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:11:06.984611 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe284ce4-b80b-4915-87e6-52de61a062ba None None] Pushing event updated for resources: {'Port': ['ID=e71afd24-2e50-4fe8-86a0-ef60973907eb,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:06.990064 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:11:06.990064 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:06.991418 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:11:06.992131 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Bound port: a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:11:06.993157 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:07.032931 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 529f6efa-aa05-403b-8226-179cf86fc3e3 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:07.144542 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Made reservation on behalf of 9d78f1cca2f845a5ad90c514c2d71f62 for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:11:07.182343 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:07.184192 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] For port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:11:07.190578 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] For port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:11:07.205945 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:07.212544 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:07.237866 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Routers {'ac87dea4-009d-4922-a335-5fdcbe96a6bc'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:07.238831 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:07.257939 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] Set router 77fa5663-4397-449c-a93a-acfb0ed2fa5c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:07.303506 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Allocated IP 172.20.0.1 (0627f01a-4485-4595-9a06-99d208949a29/d1de1738-3c20-46d3-af6f-0ddaf345c335/3743f21c-2ca1-4b86-ae5e-e6e38c276427) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:11:07.355109 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463b70-9dc6-4421-828d-916e8a9761ef req-31493e1e-9dc3-47ee-813b-dc0d03bd41ee tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:07.366169 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6a463b70-9dc6-4421-828d-916e8a9761ef req-31493e1e-9dc3-47ee-813b-dc0d03bd41ee tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 945 time: 0.5109229 Aug 01 14:11:07.489382 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 529f6efa-aa05-403b-8226-179cf86fc3e3 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:11:07.571035 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 529f6efa-aa05-403b-8226-179cf86fc3e3 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:07.571457 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:07.582717 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] Set router ac87dea4-009d-4922-a335-5fdcbe96a6bc gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:07.764796 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:07.772159 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:07.782219 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:07.850485 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 529f6efa-aa05-403b-8226-179cf86fc3e3 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:07.856103 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:08.093049 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:08.103224 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Pushing event updated for resources: {'Port': ['ID=a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:08.133618 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7f6603-6201-465b-80b4-6ac102fdb957 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:11:08.139066 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:08.159895 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11762d81-47fb-42e8-9d2b-4e48b1019eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529f6efa-aa05-403b-8226-179cf86fc3e3'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:08.180647 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300c21cd-26a1-4f0a-a684-46435cd7080b" -d '{"events": [{"server_uuid": "11762d81-47fb-42e8-9d2b-4e48b1019eb1", "name": "network-vif-plugged", "status": "completed", "tag": "529f6efa-aa05-403b-8226-179cf86fc3e3"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:08.210836 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.216214 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.216214 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.216728 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.217064 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.217317 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.218012 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.218012 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.218462 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.219030 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.227087 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.228373 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.228730 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.229299 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.229462 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:08.234722 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Publish callbacks [] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:08.242289 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 529f6efa-aa05-403b-8226-179cf86fc3e3, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=529f6efa-aa05-403b-8226-179cf86fc3e3,segment=NetworkSegment(93a62768-b299-4cdb-a1df-dce2627d2bd6),segment_id=93a62768-b299-4cdb-a1df-dce2627d2bd6)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:08.284665 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:08.331967 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:08.402053 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'name': 'tempest-TestVolumeBootPattern-28582093-router', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:56Z', 'updated_at': '2022-08-01T14:11:01Z', 'revision_number': 3, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'gw_port': {'id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:59Z', 'updated_at': '2022-08-01T14:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:08.450328 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Pushing event updated for resources: {'Port': ['ID=3743f21c-2ca1-4b86-ae5e-e6e38c276427,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:08.521855 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5f0fd-e598-4164-9792-fc7bbb70595b None None] The sync data for ids ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'] in dv-cinder-845178-10-iscsi is: [{'id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'name': 'tempest-TestVolumeBootPattern-28582093-router', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:56Z', 'updated_at': '2022-08-01T14:11:01Z', 'revision_number': 3, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'gw_port': {'id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:59Z', 'updated_at': '2022-08-01T14:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:11:08.524170 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Allocated IP 172.20.0.8 (a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8/92c4316e-45c3-407c-bf1b-0ad24c58336c/1bf0befb-0ac8-4221-a091-92283e46d506) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:11:08.535779 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab29098-26b7-4035-a1a4-f6b034d894ed None None] Pushing event updated for resources: {'Port': ['ID=a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:08.644018 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:08.649446 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:08.679825 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'name': 'tempest-TestShelveInstance-120076451-router', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:51Z', 'updated_at': '2022-08-01T14:10:58Z', 'revision_number': 3, 'project_id': 'bfa846b417314968807692fa953e79ad', 'gw_port': {'id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:54Z', 'updated_at': '2022-08-01T14:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:08.727485 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Network 0627f01a-4485-4595-9a06-99d208949a29 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:08.748346 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:08.762115 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:11:08.810140 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6a463b70-9dc6-4421-828d-916e8a9761ef req-92a39f1d-94ee-43e1-9e51-d5bb91c4cbd5 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4423614 Aug 01 14:11:08.883272 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09d6d614-c151-40b8-85fc-80cde64fbafe req-cd584bd2-08cc-49fc-8713-7f7db17e7cac tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 210 time: 1.0261545 Aug 01 14:11:08.986620 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc44644-918e-448b-bc61-2e49b892d826 None None] The sync data for ids ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'] in dv-cinder-845178-10-iscsi is: [{'id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'name': 'tempest-TestShelveInstance-120076451-router', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:51Z', 'updated_at': '2022-08-01T14:10:58Z', 'revision_number': 3, 'project_id': 'bfa846b417314968807692fa953e79ad', 'gw_port': {'id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:54Z', 'updated_at': '2022-08-01T14:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:11:08.994509 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=529f6efa-aa05-403b-8226-179cf86fc3e3,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:09.123442 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a26e76-ea39-4e23-a335-080979a76ae7 x-openstack-request-id: req-c7a26e76-ea39-4e23-a335-080979a76ae7 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:09.124118 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11762d81-47fb-42e8-9d2b-4e48b1019eb1", "name": "network-vif-plugged", "status": "completed", "tag": "529f6efa-aa05-403b-8226-179cf86fc3e3", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:09.124791 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7a26e76-ea39-4e23-a335-080979a76ae7 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:09.125868 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a26e76-ea39-4e23-a335-080979a76ae7'] response: {'server_uuid': '11762d81-47fb-42e8-9d2b-4e48b1019eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529f6efa-aa05-403b-8226-179cf86fc3e3', 'code': 200} Aug 01 14:11:09.314772 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (77fa5663-4397-449c-a93a-acfb0ed2fa5c), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:09.354857 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-81d98c86-1a6f-4371-a502-9c2a7cf9ba4c req-4cd5e303-9c23-49d0-b770-c0533b261263 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 210 time: 0.2136414 Aug 01 14:11:09.439108 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-88922b51-8dd7-4515-bbf9-9d58b3beb439 None None] Provisioning complete for port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:09.440232 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-88922b51-8dd7-4515-bbf9-9d58b3beb439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:09.493114 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-bcc78ead-0ffe-4224-acd1-558b254594a3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:09.496338 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-bcc78ead-0ffe-4224-acd1-558b254594a3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 819 time: 0.4289918 Aug 01 14:11:09.512906 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-88922b51-8dd7-4515-bbf9-9d58b3beb439 None None] Port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:11:09.532569 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for port (1bf0befb-0ac8-4221-a091-92283e46d506), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:09.593732 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:09.632189 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7f6603-6201-465b-80b4-6ac102fdb957 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:11:09.642604 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:09.688626 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Allocated IP 172.20.0.1 (329d104f-22d6-4fc5-a293-65ada83fa664/ee804f52-491e-4c6c-9ae5-82179802e1e3/2acf036d-3713-4782-99a4-1cffb2596e9e) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:11:09.710165 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6603-6201-465b-80b4-6ac102fdb957 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:09.715569 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] Sync routers for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:11:09.747141 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:09.748388 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:09.760967 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:09.819520 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:09.824062 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:11:09.971775 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'Port': ['ID=1bf0befb-0ac8-4221-a091-92283e46d506,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:10.040773 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-cd7f6603-6201-465b-80b4-6ac102fdb957 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "PUT /v2.0/floatingips/ced59713-cd1e-4a4c-a2c0-0e94b1168d25 HTTP/1.1" status: 200 len: 991 time: 6.9620428 Aug 01 14:11:10.051452 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:10.070877 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de914ba4-5fed-4404-b48a-f545dcbb58a5" -d '{"events": [{"name": "network-changed", "server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:10.113238 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Publish callbacks [] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:10.162817 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:10.163632 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:10.182711 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:10.262950 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:10.289668 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d2a8e5a2-f759-475f-9deb-b40d1fafdaf1 req-44e29285-e8dc-456b-ac46-adf9348816a8 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 210 time: 0.1357594 Aug 01 14:11:10.321297 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-08c65bd1-9df1-412b-88e4-cfedfdc55623 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1555130 Aug 01 14:11:10.362711 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf675a-daa8-4969-995e-dd4e76cd09e9 req-ee073cb4-bedf-42ab-845a-35beeb5f18eb tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:10.371123 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-23cf675a-daa8-4969-995e-dd4e76cd09e9 req-ee073cb4-bedf-42ab-845a-35beeb5f18eb tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.2619772 Aug 01 14:11:10.440840 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d924c-3b2b-487e-a9e2-a65dd0e4e18e x-openstack-request-id: req-ed0d924c-3b2b-487e-a9e2-a65dd0e4e18e {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:10.441418 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:10.441682 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed0d924c-3b2b-487e-a9e2-a65dd0e4e18e {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:10.441960 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0d924c-3b2b-487e-a9e2-a65dd0e4e18e'] response: {'name': 'network-changed', 'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'status': 'completed', 'code': 200} Aug 01 14:11:10.511022 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-5e128918-19a2-46b1-b44a-25f727c242fc None None] Provisioning complete for port 1bf0befb-0ac8-4221-a091-92283e46d506 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:10.511881 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e128918-19a2-46b1-b44a-25f727c242fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:10.609624 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-23cf675a-daa8-4969-995e-dd4e76cd09e9 req-60827e58-b473-43a7-9fc9-c20f43a4606d tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229168 Aug 01 14:11:10.640849 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:10.665896 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:10.688996 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20eaa7-4b67-45f0-9091-cbc33d9c3e70 req-85714f2c-e594-427f-957a-20ba12e0b7d5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:10.697036 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1f20eaa7-4b67-45f0-9091-cbc33d9c3e70 req-85714f2c-e594-427f-957a-20ba12e0b7d5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 931 time: 0.2118831 Aug 01 14:11:10.715397 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-5e128918-19a2-46b1-b44a-25f727c242fc None None] Port 1bf0befb-0ac8-4221-a091-92283e46d506 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:11:10.745898 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Pushing event updated for resources: {'Port': ['ID=2acf036d-3713-4782-99a4-1cffb2596e9e,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:10.791594 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Network 329d104f-22d6-4fc5-a293-65ada83fa664 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:10.807826 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:10.877617 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:11:10.903922 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:10.920861 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Publish callbacks [] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:10.924323 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1f20eaa7-4b67-45f0-9091-cbc33d9c3e70 req-1e3a6101-c560-493f-8280-8bd5a41cdd6b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235405 Aug 01 14:11:10.949398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:11.072661 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Pushing event updated for resources: {'Port': ['ID=3743f21c-2ca1-4b86-ae5e-e6e38c276427,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:11.104624 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (ac87dea4-009d-4922-a335-5fdcbe96a6bc), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:11.198547 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (77fa5663-4397-449c-a93a-acfb0ed2fa5c), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:11.225770 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:11.303082 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-82116db7-2fe6-4539-a448-cf919e21aa82 None None] Provisioning complete for port 2acf036d-3713-4782-99a4-1cffb2596e9e triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:11.303512 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-82116db7-2fe6-4539-a448-cf919e21aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:11.306186 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'ced59713-cd1e-4a4c-a2c0-0e94b1168d25', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'floating_ip_address': '172.27.4.125', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'port_id': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'mac_address': 'fa:16:3e:68:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446cfa38-0982-47b2-8e3f-a44a35257447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:10:18Z', 'updated_at': '2022-08-01T14:11:03Z', 'revision_number': 1, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:11.372630 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] Checking router: 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:11:11.415113 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-82116db7-2fe6-4539-a448-cf919e21aa82 None None] Port 2acf036d-3713-4782-99a4-1cffb2596e9e cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:11:11.418876 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:11.419245 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:11.423683 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:11.425404 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:11.442859 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:11.458145 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Network 0627f01a-4485-4595-9a06-99d208949a29 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:11.461613 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:11.468126 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:11.499332 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3fae1c5d-bc39-4f06-a5c4-101c61b7caa2 req-efae94ac-4f32-45cd-8ab2-65bcedda9db5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 210 time: 0.0529985 Aug 01 14:11:11.883475 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Router 77fa5663-4397-449c-a93a-acfb0ed2fa5c has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:11:11.918925 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:11.923522 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:12.009855 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:12.011175 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:12.055516 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbb3e5-a680-43bd-a867-8108fd4bfb30 req-0cf656e5-ca03-448a-9285-459b43e5a0eb tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:12.059050 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8efbb3e5-a680-43bd-a867-8108fd4bfb30 req-0cf656e5-ca03-448a-9285-459b43e5a0eb tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.1664670 Aug 01 14:11:12.246558 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:12.252431 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0acc81cc-5d97-4a05-93d4-446bb5e56650 None None] Provisioning complete for port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:12.253949 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0acc81cc-5d97-4a05-93d4-446bb5e56650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:12.283812 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:12.294009 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:12.295042 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device e71afd24-2e50-4fe8-86a0-ef60973907eb up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:12.321763 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8efbb3e5-a680-43bd-a867-8108fd4bfb30 req-b4c3c531-5917-48ac-b15b-87774584110e tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528906 Aug 01 14:11:12.397506 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd02c91-8234-4d7e-baac-b410a1c2f700 req-60083e20-3cbb-41c0-8b86-56ebe009d334 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:12.407728 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4bd02c91-8234-4d7e-baac-b410a1c2f700 req-60083e20-3cbb-41c0-8b86-56ebe009d334 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 931 time: 0.2786877 Aug 01 14:11:12.475814 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:11:12.486732 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Request body: {'port': {'device_id': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:12.504137 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4601f7a8-edf9-4198-847b-19df7e6b748c admin admin] 10.222.0.45 "PUT /v2.0/routers/77fa5663-4397-449c-a93a-acfb0ed2fa5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8136139 Aug 01 14:11:12.540998 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:12.743737 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0acc81cc-5d97-4a05-93d4-446bb5e56650 None None] Port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:11:12.924872 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:12.936666 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port e71afd24-2e50-4fe8-86a0-ef60973907eb triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:12.937281 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:12.964023 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-4b813485-e0df-499a-92a0-8bb5fdfb1e83 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6 HTTP/1.1" status: 200 len: 380 time: 0.4579332 Aug 01 14:11:12.965651 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:12.967254 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:13.015718 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Publish callbacks [] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:13.026811 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9574d9e9-dc53-4fb1-b9ad-091942ab37b2 req-80559724-d6cc-43b1-a3ab-e63dcaa14b4b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 210 time: 0.1312015 Aug 01 14:11:13.032528 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:13.163017 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port e71afd24-2e50-4fe8-86a0-ef60973907eb is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:13.163587 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:13.171195 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'ced59713-cd1e-4a4c-a2c0-0e94b1168d25', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'floating_ip_address': '172.27.4.125', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'port_id': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'mac_address': 'fa:16:3e:68:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446cfa38-0982-47b2-8e3f-a44a35257447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:10:18Z', 'updated_at': '2022-08-01T14:11:03Z', 'revision_number': 1, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:13.217813 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172daaeb-82d4-4c0c-9c83-7bfcf73062b5 None None] The sync data for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi is: [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'ced59713-cd1e-4a4c-a2c0-0e94b1168d25', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'floating_ip_address': '172.27.4.125', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'port_id': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'mac_address': 'fa:16:3e:68:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446cfa38-0982-47b2-8e3f-a44a35257447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:10:18Z', 'updated_at': '2022-08-01T14:11:03Z', 'revision_number': 1, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:11:13.243447 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port e71afd24-2e50-4fe8-86a0-ef60973907eb, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=e71afd24-2e50-4fe8-86a0-ef60973907eb,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:13.249891 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4bd02c91-8234-4d7e-baac-b410a1c2f700 req-485c41f6-eacf-4aad-98da-00fe905d43d1 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8079581 Aug 01 14:11:13.258482 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:13.263973 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (ac87dea4-009d-4922-a335-5fdcbe96a6bc), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:13.278746 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:13.299618 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Pushing event updated for resources: {'Port': ['ID=2acf036d-3713-4782-99a4-1cffb2596e9e,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:13.396065 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Sync routers for ids ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:11:13.411446 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=e71afd24-2e50-4fe8-86a0-ef60973907eb,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:13.434805 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Routers {'77fa5663-4397-449c-a93a-acfb0ed2fa5c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:13.435859 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:13.592185 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Network 329d104f-22d6-4fc5-a293-65ada83fa664 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:13.595817 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:13.598464 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:13.776686 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:13.777574 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:13.798053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f720-357c-460a-b826-b912a96f7f8b req-1443efe9-1242-43a4-973c-f7bb40ea49dc tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:13.799800 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5594f720-357c-460a-b826-b912a96f7f8b req-1443efe9-1242-43a4-973c-f7bb40ea49dc tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.1348636 Aug 01 14:11:13.837096 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca89db9-ffa1-4b09-91a3-ec7331293867 None None] New status for floating IP ced59713-cd1e-4a4c-a2c0-0e94b1168d25: ACTIVE {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:11:13.950270 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Router ac87dea4-009d-4922-a335-5fdcbe96a6bc has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:11:13.978169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59718) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:13.987478 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-a21cdd9e-ce81-41d2-9e4f-72a98a31279a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280187605', 'description': 'tempest-secgroup-smoke-1280187605 description', 'project_id': '6bfbca571c4b4199a577322e866dfae9'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:14.039879 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Set router 77fa5663-4397-449c-a93a-acfb0ed2fa5c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:14.067489 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5594f720-357c-460a-b826-b912a96f7f8b req-4ab6fd9a-fa26-4ceb-a3de-523d9e58025d tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933267 Aug 01 14:11:14.071750 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:14.089981 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a21cdd9e-ce81-41d2-9e4f-72a98a31279a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.094395 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:14.156214 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-e4b1bc5a-e572-415f-b46a-0682c87d5c2e None None] Provisioning complete for port 2acf036d-3713-4782-99a4-1cffb2596e9e triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:14.160852 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e4b1bc5a-e572-415f-b46a-0682c87d5c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.182285 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:11:14.201273 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-eaa6b5a1-5719-408f-a348-03687b7aef69 admin admin] 10.222.0.45 "PUT /v2.0/routers/ac87dea4-009d-4922-a335-5fdcbe96a6bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5410879 Aug 01 14:11:14.237312 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1bc5a-e572-415f-b46a-0682c87d5c2e None None] Port 2acf036d-3713-4782-99a4-1cffb2596e9e cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:11:14.259248 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Sync routers for ids ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:11:14.288778 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a4d38ff1-5169-432a-a43d-7bd6c5507adc req-21e04233-14b6-4be3-abcf-8f6898dc21e4 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 210 time: 0.0829828 Aug 01 14:11:14.323606 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Routers {'ac87dea4-009d-4922-a335-5fdcbe96a6bc'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:14.324658 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:14.355388 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf0befb-0ac8-4221-a091-92283e46d506 {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:11:14.375119 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Publish callbacks [] for port (1bf0befb-0ac8-4221-a091-92283e46d506), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.416780 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Transition to ACTIVE for port object 1bf0befb-0ac8-4221-a091-92283e46d506 will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:11:14.441622 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a21cdd9e-ce81-41d2-9e4f-72a98a31279a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group (3651cc94-e5a3-4a43-b865-144bce089bf8), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.468720 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.479361 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a21cdd9e-ce81-41d2-9e4f-72a98a31279a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (3651cc94-e5a3-4a43-b865-144bce089bf8), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.607121 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cdd9e-ce81-41d2-9e4f-72a98a31279a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3651cc94-e5a3-4a43-b865-144bce089bf8,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:14.621804 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'name': 'tempest-TestShelveInstance-120076451-router', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:51Z', 'updated_at': '2022-08-01T14:11:09Z', 'revision_number': 4, 'project_id': 'bfa846b417314968807692fa953e79ad', 'gw_port': {'id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:54Z', 'updated_at': '2022-08-01T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '3743f21c-2ca1-4b86-ae5e-e6e38c276427', 'name': '', 'network_id': '0627f01a-4485-4595-9a06-99d208949a29', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'mac_address': 'fa:16:3e:4b:52:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1de1738-3c20-46d3-af6f-0ddaf345c335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:11:05Z', 'updated_at': '2022-08-01T14:11:10Z', 'revision_number': 2, 'project_id': 'bfa846b417314968807692fa953e79ad', 'subnets': [{'id': 'd1de1738-3c20-46d3-af6f-0ddaf345c335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:14.666905 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a21cdd9e-ce81-41d2-9e4f-72a98a31279a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.669049 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-a21cdd9e-ce81-41d2-9e4f-72a98a31279a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6896734 Aug 01 14:11:14.672231 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59732) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:14.677860 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-eff412db-7565-400e-ac28-01db074b5b7c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Request body: {'security_group_rule': {'security_group_id': '3651cc94-e5a3-4a43-b865-144bce089bf8', 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:14.679774 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Checking router: 77fa5663-4397-449c-a93a-acfb0ed2fa5c for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:11:14.680354 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Updating router 77fa5663-4397-449c-a93a-acfb0ed2fa5c port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:11:14.681712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fc3c9-2d8b-4c45-9de7-b41e888bb83a req-54f7b41f-6a59-40c7-8d1f-f7e75cd69837 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:14.685047 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-220fc3c9-2d8b-4c45-9de7-b41e888bb83a req-54f7b41f-6a59-40c7-8d1f-f7e75cd69837 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.2661974 Aug 01 14:11:14.698176 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf0befb-0ac8-4221-a091-92283e46d506,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:14.729183 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Set router ac87dea4-009d-4922-a335-5fdcbe96a6bc gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:14.763582 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eff412db-7565-400e-ac28-01db074b5b7c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (131fffb5-4ad8-40b9-85d6-3a6f96b7ca32), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.780892 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:14.792586 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.808539 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59734) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:14.833470 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-d2ed6bf0-abbe-4cde-929d-818594fc8b0a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476544160', 'description': 'tempest-secgroup-smoke-1476544160 description', 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:14.865890 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:14.890164 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-220fc3c9-2d8b-4c45-9de7-b41e888bb83a req-139d1f4b-e20e-4f94-a0a8-316695dae0fd tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539776 Aug 01 14:11:14.895585 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Attempting to bind port 1bf0befb-0ac8-4221-a091-92283e46d506 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:11:14.897761 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Attempting to bind port 1bf0befb-0ac8-4221-a091-92283e46d506 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:11:14.898773 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Attempting to bind port 1bf0befb-0ac8-4221-a091-92283e46d506 on network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:14.905657 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:14.909563 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6bf0-abbe-4cde-929d-818594fc8b0a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.912788 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Port 1bf0befb-0ac8-4221-a091-92283e46d506 on network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:11:14.913812 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Attempting to bind port 1bf0befb-0ac8-4221-a091-92283e46d506 on network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:14.917485 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eff412db-7565-400e-ac28-01db074b5b7c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (131fffb5-4ad8-40b9-85d6-3a6f96b7ca32), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.927391 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:11:14.928173 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Checking segment: {'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:11:14.928969 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Bound using segment: {'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:11:14.929780 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Bound port: 1bf0befb-0ac8-4221-a091-92283e46d506, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6c842f-b93d-499e-8877-540f02e8aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:11:14.930460 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.940167 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eff412db-7565-400e-ac28-01db074b5b7c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (131fffb5-4ad8-40b9-85d6-3a6f96b7ca32), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:14.976552 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff412db-7565-400e-ac28-01db074b5b7c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131fffb5-4ad8-40b9-85d6-3a6f96b7ca32,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:15.008002 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eff412db-7565-400e-ac28-01db074b5b7c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.010694 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-eff412db-7565-400e-ac28-01db074b5b7c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3368566 Aug 01 14:11:15.015482 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59736) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:15.024548 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-6052e2ac-a7f3-47fd-bc7f-940b904e7cb9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Request body: {'security_group_rule': {'security_group_id': '3651cc94-e5a3-4a43-b865-144bce089bf8', 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:15.056724 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:15.085076 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6bf0-abbe-4cde-929d-818594fc8b0a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group (c669fa54-1b4c-4ab1-98e5-83c756d9aabb), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.092230 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6bf0-abbe-4cde-929d-818594fc8b0a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c669fa54-1b4c-4ab1-98e5-83c756d9aabb), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.114475 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] For port 1bf0befb-0ac8-4221-a091-92283e46d506, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:11:15.120990 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6052e2ac-a7f3-47fd-bc7f-940b904e7cb9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (6b6b75f4-3cda-4527-bb37-31adbeaf4b0f), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.127930 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] For port 1bf0befb-0ac8-4221-a091-92283e46d506, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=1bf0befb-0ac8-4221-a091-92283e46d506,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:11:15.153372 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.153983 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6bf0-abbe-4cde-929d-818594fc8b0a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.156855 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d2ed6bf0-abbe-4cde-929d-818594fc8b0a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3460517 Aug 01 14:11:15.159401 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:15.160748 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59740) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:15.161419 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.162582 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed6bf0-abbe-4cde-929d-818594fc8b0a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c669fa54-1b4c-4ab1-98e5-83c756d9aabb,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:15.163856 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] 10.222.0.57 "PUT /v2.0/ports/1bf0befb-0ac8-4221-a091-92283e46d506 HTTP/1.1" status: 200 len: 1093 time: 2.7040656 Aug 01 14:11:15.173602 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:15.176802 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-c1685a83-9553-4b25-bb19-b50b62fa9ffb tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'security_group_rule': {'security_group_id': 'c669fa54-1b4c-4ab1-98e5-83c756d9aabb', 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:15.177332 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaec33e-3050-4e46-9e14-555caf094f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:15.231675 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c1685a83-9553-4b25-bb19-b50b62fa9ffb tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (ed288263-a14a-40cd-ac65-e9c70d9311d7), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.295770 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185945d5-e591-436b-a5ec-dd4c23278d34 x-openstack-request-id: req-185945d5-e591-436b-a5ec-dd4c23278d34 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:15.296257 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:15.296871 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-185945d5-e591-436b-a5ec-dd4c23278d34 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:15.298009 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185945d5-e591-436b-a5ec-dd4c23278d34'] response: {'name': 'network-changed', 'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506', 'status': 'completed', 'code': 200} Aug 01 14:11:15.299210 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:15.403790 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device e71afd24-2e50-4fe8-86a0-ef60973907eb up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:15.405116 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c1685a83-9553-4b25-bb19-b50b62fa9ffb tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (ed288263-a14a-40cd-ac65-e9c70d9311d7), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.414413 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:15.414721 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c1685a83-9553-4b25-bb19-b50b62fa9ffb tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (ed288263-a14a-40cd-ac65-e9c70d9311d7), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.431976 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'name': 'tempest-TestVolumeBootPattern-28582093-router', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:56Z', 'updated_at': '2022-08-01T14:11:11Z', 'revision_number': 4, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'gw_port': {'id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:59Z', 'updated_at': '2022-08-01T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '2acf036d-3713-4782-99a4-1cffb2596e9e', 'name': '', 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'mac_address': 'fa:16:3e:33:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ee804f52-491e-4c6c-9ae5-82179802e1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:11:08Z', 'updated_at': '2022-08-01T14:11:11Z', 'revision_number': 2, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'subnets': [{'id': 'ee804f52-491e-4c6c-9ae5-82179802e1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:15.468678 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1685a83-9553-4b25-bb19-b50b62fa9ffb tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed288263-a14a-40cd-ac65-e9c70d9311d7,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:15.484502 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-c1685a83-9553-4b25-bb19-b50b62fa9ffb tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.488997 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-c1685a83-9553-4b25-bb19-b50b62fa9ffb tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186932 Aug 01 14:11:15.489609 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59746) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:15.493570 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6ab0b-8b5f-4634-9502-4ae5a923711e req-018be7ee-b85f-4204-866e-0a18eb4f1ed1 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:15.495705 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72d6ab0b-8b5f-4634-9502-4ae5a923711e req-018be7ee-b85f-4204-866e-0a18eb4f1ed1 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.2645273 Aug 01 14:11:15.499412 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-e9abbdf0-c588-4b97-9226-507c85a65b81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'security_group_rule': {'security_group_id': 'c669fa54-1b4c-4ab1-98e5-83c756d9aabb', 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:15.581622 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e9abbdf0-c588-4b97-9226-507c85a65b81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (d567bb90-131c-42a8-a0a1-ed594911b773), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.586645 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port e71afd24-2e50-4fe8-86a0-ef60973907eb triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:15.587657 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.618621 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47874439-1f7f-407f-a04d-b746bdd66254 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf0befb-0ac8-4221-a091-92283e46d506,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:15.714642 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-48de9fe2-d21f-48f7-9be1-fccae6b202ec req-3f656149-ec46-4e64-80e9-d013413537ef tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 210 time: 0.2065275 Aug 01 14:11:15.760414 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6052e2ac-a7f3-47fd-bc7f-940b904e7cb9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (6b6b75f4-3cda-4527-bb37-31adbeaf4b0f), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.788451 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Publish callbacks [] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.788451 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Checking router: ac87dea4-009d-4922-a335-5fdcbe96a6bc for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:11:15.788451 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Updating router ac87dea4-009d-4922-a335-5fdcbe96a6bc port 2acf036d-3713-4782-99a4-1cffb2596e9e binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:11:15.816801 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6052e2ac-a7f3-47fd-bc7f-940b904e7cb9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (6b6b75f4-3cda-4527-bb37-31adbeaf4b0f), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.837131 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Request body: {'port': {'device_id': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'admin_state_up': True, 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'security_groups': ['5251f87e-f7d0-4dc1-b319-f59779998340']}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:15.846128 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:15.914134 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port e71afd24-2e50-4fe8-86a0-ef60973907eb is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:15.992818 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052e2ac-a7f3-47fd-bc7f-940b904e7cb9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6b75f4-3cda-4527-bb37-31adbeaf4b0f,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:15.999362 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6052e2ac-a7f3-47fd-bc7f-940b904e7cb9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:16.000730 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-6052e2ac-a7f3-47fd-bc7f-940b904e7cb9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9829671 Aug 01 14:11:16.017181 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59760) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:16.041282 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72d6ab0b-8b5f-4634-9502-4ae5a923711e req-29d7472a-396c-4921-afa1-16d82ad21116 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142218 Aug 01 14:11:16.077588 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f25b1-e2f2-4fe8-aa95-935aa51f5380 req-65cda8c2-bf0d-444f-8a74-1567f1fbd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:16.082431 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee05c39-7246-4b10-a7fc-a39ad0140b3a None None] Pushing event updated for resources: {'Port': ['ID=3743f21c-2ca1-4b86-ae5e-e6e38c276427,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:16.092706 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-189f25b1-e2f2-4fe8-aa95-935aa51f5380 req-65cda8c2-bf0d-444f-8a74-1567f1fbd674 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 1130 time: 0.1646891 Aug 01 14:11:16.179726 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Attempting to bind port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:11:16.184359 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Attempting to bind port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '4fa766c6-45ad-4e1e-8380-eb868c723222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0627f01a-4485-4595-9a06-99d208949a29'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:11:16.185269 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Attempting to bind port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 on network 0627f01a-4485-4595-9a06-99d208949a29 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:16.201641 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:11:16.202031 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Checking segment: {'id': '4fa766c6-45ad-4e1e-8380-eb868c723222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0627f01a-4485-4595-9a06-99d208949a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:11:16.208109 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:16.209185 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Bound using segment: {'id': '4fa766c6-45ad-4e1e-8380-eb868c723222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0627f01a-4485-4595-9a06-99d208949a29'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:11:16.214351 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Bound port: 3743f21c-2ca1-4b86-ae5e-e6e38c276427, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa766c6-45ad-4e1e-8380-eb868c723222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0627f01a-4485-4595-9a06-99d208949a29'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:11:16.215005 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:16.319557 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] For port 3743f21c-2ca1-4b86-ae5e-e6e38c276427, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:11:16.322372 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8482f-0d30-4144-a35b-ae1580c52c6d req-48d7827e-c6c9-46e8-ae62-506a72e0133a tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:16.323637 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] For port 3743f21c-2ca1-4b86-ae5e-e6e38c276427, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=3743f21c-2ca1-4b86-ae5e-e6e38c276427,segment=NetworkSegment(4fa766c6-45ad-4e1e-8380-eb868c723222),segment_id=4fa766c6-45ad-4e1e-8380-eb868c723222)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:11:16.329339 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:16.334182 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7cb8482f-0d30-4144-a35b-ae1580c52c6d req-48d7827e-c6c9-46e8-ae62-506a72e0133a tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.1623521 Aug 01 14:11:16.351831 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:16.491209 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee05c39-7246-4b10-a7fc-a39ad0140b3a None None] Pushing event updated for resources: {'Port': ['ID=3743f21c-2ca1-4b86-ae5e-e6e38c276427,revision_number=4']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:16.550737 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Routers {'77fa5663-4397-449c-a93a-acfb0ed2fa5c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:16.552741 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:16.562694 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-189f25b1-e2f2-4fe8-aa95-935aa51f5380 req-2dc06e41-7e86-4c91-bdce-6e20d5c943b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243872 Aug 01 14:11:16.634393 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7cb8482f-0d30-4144-a35b-ae1580c52c6d req-74e1f50e-b685-48cd-b68b-9e4559bd18ee tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989125 Aug 01 14:11:16.698884 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Request body: {'security_group_rule': {'security_group_id': '3651cc94-e5a3-4a43-b865-144bce089bf8', 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:16.763133 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-d3d2a055-ba68-417e-bfbb-02e98c3cea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:16.764749 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-d3d2a055-ba68-417e-bfbb-02e98c3cea72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 1129 time: 0.8989551 Aug 01 14:11:16.771844 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e9abbdf0-c588-4b97-9226-507c85a65b81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (d567bb90-131c-42a8-a0a1-ed594911b773), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:16.779967 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaec33e-3050-4e46-9e14-555caf094f7f req-e41e3823-12bb-469a-b0a2-34540a5150f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:16.782049 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fdaec33e-3050-4e46-9e14-555caf094f7f req-e41e3823-12bb-469a-b0a2-34540a5150f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d78f1cca2f845a5ad90c514c2d71f62&device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 1127 time: 0.7996368 Aug 01 14:11:16.788982 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e9abbdf0-c588-4b97-9226-507c85a65b81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (d567bb90-131c-42a8-a0a1-ed594911b773), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:16.846941 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e9abbdf0-c588-4b97-9226-507c85a65b81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:16.851227 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59768) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:16.852613 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-e9abbdf0-c588-4b97-9226-507c85a65b81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3590260 Aug 01 14:11:16.857886 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-34e98c50-5c44-4dae-975f-8e90921df686 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'security_group_rule': {'security_group_id': 'c669fa54-1b4c-4ab1-98e5-83c756d9aabb', 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:16.870974 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abbdf0-c588-4b97-9226-507c85a65b81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d567bb90-131c-42a8-a0a1-ed594911b773,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:16.893899 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (fc23c01c-f878-46f8-9550-b0d06e07d436), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:16.938553 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] Set router 77fa5663-4397-449c-a93a-acfb0ed2fa5c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:16.944897 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:16.992028 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-34e98c50-5c44-4dae-975f-8e90921df686 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (3411a27a-6a2f-40f9-93ac-5eb37aa469b5), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:17.001174 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Made reservation on behalf of e85f3e6c18ae4466a1dc3e6464aa18e6 for: {'port': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:11:17.007616 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:17.257027 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f89e539c-9155-48e7-bacc-28a32b7983a7 req-c3daf91a-d6cb-4f2a-a5df-c2c3371af337 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 210 time: 0.2103195 Aug 01 14:11:17.374793 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-34e98c50-5c44-4dae-975f-8e90921df686 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (3411a27a-6a2f-40f9-93ac-5eb37aa469b5), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:17.480856 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:17.500459 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc7f54-86fa-497b-8241-42272cf8cafa req-09e895e5-c64d-4fe4-be0c-1721f283c26f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:17.503481 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92bc7f54-86fa-497b-8241-42272cf8cafa req-09e895e5-c64d-4fe4-be0c-1721f283c26f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.1464260 Aug 01 14:11:17.506142 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-34e98c50-5c44-4dae-975f-8e90921df686 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (3411a27a-6a2f-40f9-93ac-5eb37aa469b5), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:17.527960 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (fc23c01c-f878-46f8-9550-b0d06e07d436), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:17.581582 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (fc23c01c-f878-46f8-9550-b0d06e07d436), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:17.619492 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e98c50-5c44-4dae-975f-8e90921df686 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3411a27a-6a2f-40f9-93ac-5eb37aa469b5,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:17.663554 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:17.674417 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-34e98c50-5c44-4dae-975f-8e90921df686 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:17.676143 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-34e98c50-5c44-4dae-975f-8e90921df686 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8237934 Aug 01 14:11:17.688793 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59774) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:17.734309 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'security_group_rule': {'security_group_id': 'c669fa54-1b4c-4ab1-98e5-83c756d9aabb', 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:17.787588 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc23c01c-f878-46f8-9550-b0d06e07d436,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:17.812671 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'name': 'tempest-TestShelveInstance-120076451-router', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:51Z', 'updated_at': '2022-08-01T14:11:09Z', 'revision_number': 4, 'project_id': 'bfa846b417314968807692fa953e79ad', 'gw_port': {'id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:54Z', 'updated_at': '2022-08-01T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '3743f21c-2ca1-4b86-ae5e-e6e38c276427', 'name': '', 'network_id': '0627f01a-4485-4595-9a06-99d208949a29', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'mac_address': 'fa:16:3e:4b:52:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1de1738-3c20-46d3-af6f-0ddaf345c335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:11:05Z', 'updated_at': '2022-08-01T14:11:16Z', 'revision_number': 4, 'project_id': 'bfa846b417314968807692fa953e79ad', 'subnets': [{'id': 'd1de1738-3c20-46d3-af6f-0ddaf345c335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:17.830199 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-0f396552-7ff3-4610-ad2c-ea87b842b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:17.834406 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-0f396552-7ff3-4610-ad2c-ea87b842b8df service neutron] 10.222.0.57 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 918 time: 0.8015161 Aug 01 14:11:17.840027 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:17.847760 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1832578 Aug 01 14:11:17.864413 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59778) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:17.874678 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-9d56f941-628e-46e8-bbb6-db72313e3ba4 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Request body: {'security_group_rule': {'security_group_id': '3651cc94-e5a3-4a43-b865-144bce089bf8', 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:17.886456 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaec33e-3050-4e46-9e14-555caf094f7f req-9423c9aa-9ee0-48af-8ffd-6aaa0a6e06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:17.890177 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fdaec33e-3050-4e46-9e14-555caf094f7f req-9423c9aa-9ee0-48af-8ffd-6aaa0a6e06c0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9d78f1cca2f845a5ad90c514c2d71f62&shared=False HTTP/1.1" status: 200 len: 915 time: 0.8548820 Aug 01 14:11:17.894399 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc31ed6-ebd5-4a71-a7a6-0ee8078b25fb None None] The sync data for ids ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'] in dv-cinder-845178-10-iscsi is: [{'id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'name': 'tempest-TestShelveInstance-120076451-router', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:51Z', 'updated_at': '2022-08-01T14:11:09Z', 'revision_number': 4, 'project_id': 'bfa846b417314968807692fa953e79ad', 'gw_port': {'id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:54Z', 'updated_at': '2022-08-01T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '3743f21c-2ca1-4b86-ae5e-e6e38c276427', 'name': '', 'network_id': '0627f01a-4485-4595-9a06-99d208949a29', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'mac_address': 'fa:16:3e:4b:52:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd1de1738-3c20-46d3-af6f-0ddaf345c335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:11:05Z', 'updated_at': '2022-08-01T14:11:16Z', 'revision_number': 4, 'project_id': 'bfa846b417314968807692fa953e79ad', 'subnets': [{'id': 'd1de1738-3c20-46d3-af6f-0ddaf345c335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:11:17.912316 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.914283 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.914591 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:17.915353 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.916401 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.917321 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.917805 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.918294 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.918874 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.922069 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.922609 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.923125 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.923536 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.924058 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.924526 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.925771 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11006511-c0b7-4ac3-8e8d-d291be1f5f54 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:17.946666 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:18.042318 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Allocated IP 172.20.0.4 (a282ca18-1470-4a11-b809-f055c3b48a10/c3d9b3d3-ca8c-4789-bed6-6735aba979d0/03542f14-88d5-4bf6-9c7d-0dcbe18589a5) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:11:18.076112 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92bc7f54-86fa-497b-8241-42272cf8cafa req-05f3f003-ed74-4441-8723-1884b9fdab32 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448596 Aug 01 14:11:18.129325 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (239e8b8a-3eb4-4ccf-906d-a70cb3289b0e), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.199155 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f7022-b22a-4384-9c53-704642d5161e req-872238be-36f9-46be-9358-75c961d55adf tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:18.206409 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-141f7022-b22a-4384-9c53-704642d5161e req-872238be-36f9-46be-9358-75c961d55adf tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.3597603 Aug 01 14:11:18.212250 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:18.265383 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9d56f941-628e-46e8-bbb6-db72313e3ba4 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (fa5f08fe-ca1d-44a6-a0ad-1e7c120f98ae), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.343203 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Publish callbacks [] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.361169 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.453987 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:11:18.457333 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578619e-2cbd-4b87-ad26-7c9434f624bd None None] Pushing event updated for resources: {'Port': ['ID=2acf036d-3713-4782-99a4-1cffb2596e9e,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:18.462999 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9d56f941-628e-46e8-bbb6-db72313e3ba4 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (fa5f08fe-ca1d-44a6-a0ad-1e7c120f98ae), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.473112 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9d56f941-628e-46e8-bbb6-db72313e3ba4 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (fa5f08fe-ca1d-44a6-a0ad-1e7c120f98ae), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.515681 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (239e8b8a-3eb4-4ccf-906d-a70cb3289b0e), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.523673 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.526060 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:18.529705 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56f941-628e-46e8-bbb6-db72313e3ba4 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5f08fe-ca1d-44a6-a0ad-1e7c120f98ae,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:18.535195 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9d56f941-628e-46e8-bbb6-db72313e3ba4 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.537004 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9d56f941-628e-46e8-bbb6-db72313e3ba4 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6698849 Aug 01 14:11:18.543434 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59784) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:18.550755 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-f1d16374-58cb-4ca9-870a-a5ca803a135b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Request body: {'security_group_rule': {'security_group_id': '3651cc94-e5a3-4a43-b865-144bce089bf8', 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:18.557019 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-141f7022-b22a-4384-9c53-704642d5161e req-28947e99-7915-485e-ad1b-2a53ce039ba9 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411889 Aug 01 14:11:18.567746 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Attempting to bind port 2acf036d-3713-4782-99a4-1cffb2596e9e on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:11:18.568249 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Attempting to bind port 2acf036d-3713-4782-99a4-1cffb2596e9e by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:11:18.569722 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Attempting to bind port 2acf036d-3713-4782-99a4-1cffb2596e9e on network 329d104f-22d6-4fc5-a293-65ada83fa664 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:18.577414 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:11:18.577915 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Checking segment: {'id': 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:11:18.578742 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.579541 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Bound using segment: {'id': 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:11:18.579833 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (239e8b8a-3eb4-4ccf-906d-a70cb3289b0e), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.581006 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Bound port: 2acf036d-3713-4782-99a4-1cffb2596e9e, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:11:18.582267 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.637805 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.securitygroups_db [None req-f1d16374-58cb-4ca9-870a-a5ca803a135b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Project 6bfbca571c4b4199a577322e866dfae9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 01 14:11:18.647786 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.682356 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5268cd32-025b-4581-a620-35d9e6f2e077 req-429d7899-5f70-47c0-868d-377dec149b82 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 210 time: 0.1084127 Aug 01 14:11:18.685753 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239e8b8a-3eb4-4ccf-906d-a70cb3289b0e,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:18.709539 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.710507 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.711567 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.712699 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.713777 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.714580 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.715454 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.716581 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.717519 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] For port 2acf036d-3713-4782-99a4-1cffb2596e9e, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:11:18.718466 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.722738 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.722738 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.722738 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.722738 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.723278 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.723513 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:18.728502 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] For port 2acf036d-3713-4782-99a4-1cffb2596e9e, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=2acf036d-3713-4782-99a4-1cffb2596e9e,segment=NetworkSegment(c11387a9-aed1-4e9a-bbf0-ade2b18a719f),segment_id=c11387a9-aed1-4e9a-bbf0-ade2b18a719f)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:11:18.739281 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1d16374-58cb-4ca9-870a-a5ca803a135b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (fab5456e-10a9-4fbf-b74f-7319cedacfdd), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.745870 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.753487 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.755926 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-136f9559-1669-467b-baf8-5f8406d31d18 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0438023 Aug 01 14:11:18.766218 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59786) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:18.784992 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-638b6d54-8cd2-4883-9e88-6ef2f2d2e531 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'security_group_rule': {'security_group_id': 'c669fa54-1b4c-4ab1-98e5-83c756d9aabb', 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:18.791414 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Network a282ca18-1470-4a11-b809-f055c3b48a10 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:18.813813 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:18.817261 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event updated for resources: {'Port': ['ID=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:18.829493 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:11:18.829873 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Routers {'ac87dea4-009d-4922-a335-5fdcbe96a6bc'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:18.830893 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:10:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:18.933169 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.securitygroups_db [None req-638b6d54-8cd2-4883-9e88-6ef2f2d2e531 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Project f0a6c07d69ef4cf4a545f48e7079044d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 01 14:11:18.959463 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578619e-2cbd-4b87-ad26-7c9434f624bd None None] Pushing event updated for resources: {'Port': ['ID=2acf036d-3713-4782-99a4-1cffb2596e9e,revision_number=4']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:18.976604 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-638b6d54-8cd2-4883-9e88-6ef2f2d2e531 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (712b00d1-fb83-4565-94c4-1d9aca3f94b3), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:18.992202 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:18.993361 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.028467 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1d16374-58cb-4ca9-870a-a5ca803a135b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (fab5456e-10a9-4fbf-b74f-7319cedacfdd), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.050448 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1d16374-58cb-4ca9-870a-a5ca803a135b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (fab5456e-10a9-4fbf-b74f-7319cedacfdd), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.073253 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:19.084732 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] Set router ac87dea4-009d-4922-a335-5fdcbe96a6bc gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:19.123664 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16374-58cb-4ca9-870a-a5ca803a135b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab5456e-10a9-4fbf-b74f-7319cedacfdd,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:19.129864 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-d963f4b5-8d75-4ddd-9986-9475c78a21ba tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3104434 Aug 01 14:11:19.167464 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1d16374-58cb-4ca9-870a-a5ca803a135b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.169193 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f1d16374-58cb-4ca9-870a-a5ca803a135b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6227758 Aug 01 14:11:19.173518 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 59790) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:19.180874 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-5cc959ee-f2ce-4b2b-8a7a-25a290045755 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Request body: {'security_group_rule': {'security_group_id': '3651cc94-e5a3-4a43-b865-144bce089bf8', 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:19.199001 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-638b6d54-8cd2-4883-9e88-6ef2f2d2e531 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (712b00d1-fb83-4565-94c4-1d9aca3f94b3), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.206108 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-638b6d54-8cd2-4883-9e88-6ef2f2d2e531 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (712b00d1-fb83-4565-94c4-1d9aca3f94b3), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.233691 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-9898b787-f43b-4b15-bbde-ffe0523b313e None None] Provisioning complete for port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:19.235415 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9898b787-f43b-4b15-bbde-ffe0523b313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.251917 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b6d54-8cd2-4883-9e88-6ef2f2d2e531 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712b00d1-fb83-4565-94c4-1d9aca3f94b3,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:19.272491 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-638b6d54-8cd2-4883-9e88-6ef2f2d2e531 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.274691 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-638b6d54-8cd2-4883-9e88-6ef2f2d2e531 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5062699 Aug 01 14:11:19.280550 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 59792) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:19.293826 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-46885aeb-48d9-4fb6-aa32-3a5794dbdfb4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'security_group_rule': {'security_group_id': 'c669fa54-1b4c-4ab1-98e5-83c756d9aabb', 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:19.314685 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.securitygroups_db [None req-5cc959ee-f2ce-4b2b-8a7a-25a290045755 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Project 6bfbca571c4b4199a577322e866dfae9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 01 14:11:19.327075 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cc959ee-f2ce-4b2b-8a7a-25a290045755 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (17482d36-cf71-48b1-8458-4531a4ecdcd3), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.342706 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-9898b787-f43b-4b15-bbde-ffe0523b313e None None] Port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:11:19.369034 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.securitygroups_db [None req-46885aeb-48d9-4fb6-aa32-3a5794dbdfb4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Project f0a6c07d69ef4cf4a545f48e7079044d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 01 14:11:19.369741 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7776f-cd79-40c6-9f36-fdbd16778bf0 req-575777b0-c79e-42e7-b752-03291c41edd2 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:19.371527 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ecf7776f-cd79-40c6-9f36-fdbd16778bf0 req-575777b0-c79e-42e7-b752-03291c41edd2 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.1257341 Aug 01 14:11:19.409821 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-46885aeb-48d9-4fb6-aa32-3a5794dbdfb4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (a4ac7e4d-397d-4d12-8a6c-b1796142f11e), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.492382 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 3743f21c-2ca1-4b86-ae5e-e6e38c276427 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:19.527164 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'name': 'tempest-TestVolumeBootPattern-28582093-router', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:56Z', 'updated_at': '2022-08-01T14:11:11Z', 'revision_number': 4, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'gw_port': {'id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:59Z', 'updated_at': '2022-08-01T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '2acf036d-3713-4782-99a4-1cffb2596e9e', 'name': '', 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'mac_address': 'fa:16:3e:33:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ee804f52-491e-4c6c-9ae5-82179802e1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:11:08Z', 'updated_at': '2022-08-01T14:11:18Z', 'revision_number': 4, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'subnets': [{'id': 'ee804f52-491e-4c6c-9ae5-82179802e1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:19.548533 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cc959ee-f2ce-4b2b-8a7a-25a290045755 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (17482d36-cf71-48b1-8458-4531a4ecdcd3), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.569052 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cc959ee-f2ce-4b2b-8a7a-25a290045755 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (17482d36-cf71-48b1-8458-4531a4ecdcd3), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.577239 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-46885aeb-48d9-4fb6-aa32-3a5794dbdfb4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (a4ac7e4d-397d-4d12-8a6c-b1796142f11e), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.586168 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-46885aeb-48d9-4fb6-aa32-3a5794dbdfb4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (a4ac7e4d-397d-4d12-8a6c-b1796142f11e), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.609002 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ecf7776f-cd79-40c6-9f36-fdbd16778bf0 req-203b3520-0f18-44b3-aa75-0e52fdd97029 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265174 Aug 01 14:11:19.611436 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b502f816-db41-4f35-abbe-5472128c0363 None None] The sync data for ids ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'] in dv-cinder-845178-10-iscsi is: [{'id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'name': 'tempest-TestVolumeBootPattern-28582093-router', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:56Z', 'updated_at': '2022-08-01T14:11:11Z', 'revision_number': 4, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'gw_port': {'id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:59Z', 'updated_at': '2022-08-01T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '2acf036d-3713-4782-99a4-1cffb2596e9e', 'name': '', 'network_id': '329d104f-22d6-4fc5-a293-65ada83fa664', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'mac_address': 'fa:16:3e:33:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ee804f52-491e-4c6c-9ae5-82179802e1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:11:08Z', 'updated_at': '2022-08-01T14:11:18Z', 'revision_number': 4, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'subnets': [{'id': 'ee804f52-491e-4c6c-9ae5-82179802e1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:11:19.617819 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc959ee-f2ce-4b2b-8a7a-25a290045755 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17482d36-cf71-48b1-8458-4531a4ecdcd3,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:19.632566 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:19.632984 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.634317 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5cc959ee-f2ce-4b2b-8a7a-25a290045755 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.649658 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-5cc959ee-f2ce-4b2b-8a7a-25a290045755 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4742799 Aug 01 14:11:19.659625 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46885aeb-48d9-4fb6-aa32-3a5794dbdfb4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ac7e4d-397d-4d12-8a6c-b1796142f11e,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:19.680905 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-46885aeb-48d9-4fb6-aa32-3a5794dbdfb4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.686367 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-46885aeb-48d9-4fb6-aa32-3a5794dbdfb4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4001768 Aug 01 14:11:19.801628 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02257d9f-0efe-43a9-8a8a-b1f638ac0f44 req-2b973eef-ae42-4f20-b20d-11245ba37c39 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:19.803932 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:19.806759 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.812155 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-02257d9f-0efe-43a9-8a8a-b1f638ac0f44 req-2b973eef-ae42-4f20-b20d-11245ba37c39 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.1034274 Aug 01 14:11:19.881712 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 3743f21c-2ca1-4b86-ae5e-e6e38c276427, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=3743f21c-2ca1-4b86-ae5e-e6e38c276427,segment=NetworkSegment(4fa766c6-45ad-4e1e-8380-eb868c723222),segment_id=4fa766c6-45ad-4e1e-8380-eb868c723222)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:19.888497 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:19.932254 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc93c8-7019-42db-ae30-6623385a0ce8 req-eac56518-7635-443f-acd3-c1bc3b183959 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:19.934403 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39fc93c8-7019-42db-ae30-6623385a0ce8 req-eac56518-7635-443f-acd3-c1bc3b183959 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 931 time: 0.1105390 Aug 01 14:11:19.945778 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-02257d9f-0efe-43a9-8a8a-b1f638ac0f44 req-42e36ce6-7c3e-462e-b932-8cf5ab0593ac tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322918 Aug 01 14:11:20.097394 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39fc93c8-7019-42db-ae30-6623385a0ce8 req-dfc8cd72-91e4-4afb-8070-97e2417e77b9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455395 Aug 01 14:11:20.187853 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=3743f21c-2ca1-4b86-ae5e-e6e38c276427,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:20.205529 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.206281 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.207109 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.207757 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.208228 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.208787 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.209129 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.209465 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.209823 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.210159 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.210571 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.210835 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.211211 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.211480 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.211812 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:11:20.716179 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:20.914435 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20684-4634-4365-bb9a-37767d36ddbe req-56e32981-c6bd-41f2-8a8f-46899f248eb9 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:20.916219 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0eb20684-4634-4365-bb9a-37767d36ddbe req-56e32981-c6bd-41f2-8a8f-46899f248eb9 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.1122391 Aug 01 14:11:21.000995 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0eb20684-4634-4365-bb9a-37767d36ddbe req-53d19f26-db63-4864-a9ce-d192bbd70dd8 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703731 Aug 01 14:11:21.145196 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:21.154532 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512b8d7-3d72-4093-9363-1712843d1441 req-a72365a9-43c9-4a2a-9953-ea7ccf710161 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:21.156196 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4512b8d7-3d72-4093-9363-1712843d1441 req-a72365a9-43c9-4a2a-9953-ea7ccf710161 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.0640020 Aug 01 14:11:21.310135 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9feda3-8d6d-4798-bcc6-211c41ef7adc req-49249e1c-0270-4d80-9445-02b1d844cbe1 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:21.312595 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fa9feda3-8d6d-4798-bcc6-211c41ef7adc req-49249e1c-0270-4d80-9445-02b1d844cbe1 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 931 time: 0.1011405 Aug 01 14:11:21.326260 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4512b8d7-3d72-4093-9363-1712843d1441 req-072317dc-f60c-4ef3-834d-661a16ed36ab tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538863 Aug 01 14:11:21.447391 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fa9feda3-8d6d-4798-bcc6-211c41ef7adc req-c8eb27f2-d361-4730-9c51-b993904dacdb tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112978 Aug 01 14:11:21.812850 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 2acf036d-3713-4782-99a4-1cffb2596e9e up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:22.126713 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 2acf036d-3713-4782-99a4-1cffb2596e9e triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:22.127154 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:22.358805 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140562a2-a9c1-42a3-93be-d0eb8d27948d req-0acc9308-6351-4b77-9c89-4ce000839554 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:22.385590 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-140562a2-a9c1-42a3-93be-d0eb8d27948d req-0acc9308-6351-4b77-9c89-4ce000839554 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.1785440 Aug 01 14:11:22.405854 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:22.527364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 2acf036d-3713-4782-99a4-1cffb2596e9e is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:22.528029 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:22.676124 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 2acf036d-3713-4782-99a4-1cffb2596e9e, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=2acf036d-3713-4782-99a4-1cffb2596e9e,segment=NetworkSegment(c11387a9-aed1-4e9a-bbf0-ade2b18a719f),segment_id=c11387a9-aed1-4e9a-bbf0-ade2b18a719f)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:22.687422 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:22.688784 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 3743f21c-2ca1-4b86-ae5e-e6e38c276427 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:22.707420 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-140562a2-a9c1-42a3-93be-d0eb8d27948d req-34e4aa27-fbb6-484f-9d59-0dfcfbe986d0 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155613 Aug 01 14:11:23.060796 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=2acf036d-3713-4782-99a4-1cffb2596e9e,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:23.151770 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:23.169635 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:23.170716 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:23.576863 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:23.706167 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Request body: {'port': {'device_id': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:23.766433 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d61c51-ef2c-4597-a9e6-79ea1c62538b req-29cdd24e-e4b8-4770-8f4d-594487ae504a tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:23.770259 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-99d61c51-ef2c-4597-a9e6-79ea1c62538b req-29cdd24e-e4b8-4770-8f4d-594487ae504a tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 1.1364548 Aug 01 14:11:23.814687 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-dd1e45c6-6c12-4c7b-b2f4-202158e2271b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0 HTTP/1.1" status: 200 len: 1001 time: 0.6245344 Aug 01 14:11:23.815206 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 2acf036d-3713-4782-99a4-1cffb2596e9e up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:23.838390 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10da0fc-e7a5-4596-bfaf-efbad5a291c6 req-0930e1cb-361f-449e-b5b8-30d1badcdf66 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:23.855377 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f10da0fc-e7a5-4596-bfaf-efbad5a291c6 req-0930e1cb-361f-449e-b5b8-30d1badcdf66 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 931 time: 0.2040660 Aug 01 14:11:23.869673 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:23.892081 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 2acf036d-3713-4782-99a4-1cffb2596e9e triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:23.898973 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:23.911364 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-99d61c51-ef2c-4597-a9e6-79ea1c62538b req-1aa850c1-8c93-48d8-bc94-f450eb098025 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338544 Aug 01 14:11:23.971236 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:24.007259 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f10da0fc-e7a5-4596-bfaf-efbad5a291c6 req-85973586-d56e-4697-b9f1-8ef9961be916 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501782 Aug 01 14:11:24.033428 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:24.047517 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaec33e-3050-4e46-9e14-555caf094f7f req-ace95c3f-58eb-4e65-9198-462341b1d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:24.054726 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-fdaec33e-3050-4e46-9e14-555caf094f7f req-ace95c3f-58eb-4e65-9198-462341b1d319 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7526376 Aug 01 14:11:24.128027 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 2acf036d-3713-4782-99a4-1cffb2596e9e is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:24.418073 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b3a8bfc3-286e-44a6-b3cd-a0e789062bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:24.872240 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 {{(pid=104319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:11:24.891106 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Publish callbacks [] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:24.921976 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.provisioning_blocks [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Transition to ACTIVE for port object 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 will not be triggered until provisioned by entity L2. {{(pid=104319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:11:24.927558 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:24.950192 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d1853-afb3-4469-b81b-557f5f7a826e req-e84db125-1249-4802-9a6a-92820f2bb5af tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:24.952692 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-637d1853-afb3-4469-b81b-557f5f7a826e req-e84db125-1249-4802-9a6a-92820f2bb5af tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.0691776 Aug 01 14:11:25.144701 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-637d1853-afb3-4469-b81b-557f5f7a826e req-64814b7b-91e8-43d6-9d1a-113f8b389a74 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659007 Aug 01 14:11:25.199960 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Pushing event updated for resources: {'Port': ['ID=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:25.266031 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Attempting to bind port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:11:25.273799 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Attempting to bind port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:11:25.274585 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Attempting to bind port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 on network a282ca18-1470-4a11-b809-f055c3b48a10 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:25.281345 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:25.288084 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 on network a282ca18-1470-4a11-b809-f055c3b48a10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:11:25.289168 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Attempting to bind port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 on network a282ca18-1470-4a11-b809-f055c3b48a10 {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:25.302391 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:11:25.303441 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Checking segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:11:25.304572 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Bound using segment: {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'} {{(pid=104319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:11:25.307665 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.managers [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Bound port: 03542f14-88d5-4bf6-9c7d-0dcbe18589a5, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64709166-472c-4341-84b6-d4c1e8d1dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10'}}] {{(pid=104319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:11:25.308818 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:25.457629 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] For port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5, host hv-cinder-84517, cleared binding levels {{(pid=104319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:11:25.463064 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb45811-c745-448e-8d66-565340336449 req-64133fcb-86ab-4541-a970-8de9da1886dd tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:25.463950 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] For port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:11:25.468823 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7cb45811-c745-448e-8d66-565340336449 req-64133fcb-86ab-4541-a970-8de9da1886dd tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.2661376 Aug 01 14:11:25.476048 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:25.491908 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:25.492897 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:25.495862 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] 10.222.0.57 "PUT /v2.0/ports/03542f14-88d5-4bf6-9c7d-0dcbe18589a5 HTTP/1.1" status: 200 len: 1093 time: 2.3139846 Aug 01 14:11:25.498540 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:25.499975 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547be22e-2c07-4564-88d2-d8197551c1a6 req-c7bf46e3-9784-438f-bc1e-7d7d33e5e261 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:25.504005 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9050b47f-0d4f-489a-bf1d-6a8f7c8c31ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:25.516954 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-547be22e-2c07-4564-88d2-d8197551c1a6 req-c7bf46e3-9784-438f-bc1e-7d7d33e5e261 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 943 time: 0.2114103 Aug 01 14:11:25.636106 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f66dab-e14b-46b1-8af3-b3db2945c09a service neutron] Pushing event updated for resources: {'Port': ['ID=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,revision_number=3']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:25.664970 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7cb45811-c745-448e-8d66-565340336449 req-aaef1d59-464b-4474-a357-5138bdd83989 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149726 Aug 01 14:11:25.687707 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-547be22e-2c07-4564-88d2-d8197551c1a6 req-3191782c-9749-4372-a3e1-ff2d19415d7e tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617410 Aug 01 14:11:25.801142 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683b88e2-4522-4ff4-87c8-2d360a504767 x-openstack-request-id: req-683b88e2-4522-4ff4-87c8-2d360a504767 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:25.802153 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:25.802861 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-683b88e2-4522-4ff4-87c8-2d360a504767 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:25.805109 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683b88e2-4522-4ff4-87c8-2d360a504767'] response: {'name': 'network-changed', 'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'status': 'completed', 'code': 200} Aug 01 14:11:26.362134 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f79707-3654-437b-b987-6cab33ff4eb1 req-03f99bb1-9a3a-4342-9347-3352823ca3bc tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:26.364923 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6f79707-3654-437b-b987-6cab33ff4eb1 req-03f99bb1-9a3a-4342-9347-3352823ca3bc tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.0759263 Aug 01 14:11:26.447848 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6f79707-3654-437b-b987-6cab33ff4eb1 req-97cb0acc-65e1-4027-ba6f-3ee9a30c1477 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722592 Aug 01 14:11:26.623871 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-df8dad9f-9ab0-4790-90ba-159e9062c66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:26.996622 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e47a2-f2c1-4fa2-b750-1d0cae58a6e5 req-462571d1-d34a-4563-b868-67dd8a5d1ede tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:26.998286 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c66e47a2-f2c1-4fa2-b750-1d0cae58a6e5 req-462571d1-d34a-4563-b868-67dd8a5d1ede tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.1381819 Aug 01 14:11:27.008163 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b648991-4c4e-48b3-ba21-0d3bc44eb892 req-9dda9124-abe2-4b64-a4b9-b1b6fda554b9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:27.010034 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2b648991-4c4e-48b3-ba21-0d3bc44eb892 req-9dda9124-abe2-4b64-a4b9-b1b6fda554b9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 943 time: 0.1461017 Aug 01 14:11:27.140402 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2b648991-4c4e-48b3-ba21-0d3bc44eb892 req-4fa644e4-6904-40c3-8fa1-dd694d58eaf7 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205046 Aug 01 14:11:27.143607 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c66e47a2-f2c1-4fa2-b750-1d0cae58a6e5 req-70e04c31-476d-4107-a1a8-3f83c4ed05f8 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325188 Aug 01 14:11:27.611134 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df243c50-3b8d-4f28-8369-38095b6878fa req-9f80d6ea-c918-4a3b-950d-6149b368a1d9 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:27.613130 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-df243c50-3b8d-4f28-8369-38095b6878fa req-9f80d6ea-c918-4a3b-950d-6149b368a1d9 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.0684071 Aug 01 14:11:27.693873 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-df243c50-3b8d-4f28-8369-38095b6878fa req-1080c2ff-e637-4cf9-a0cd-be7344794d27 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681558 Aug 01 14:11:27.860305 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-5fa8e1ec-a020-4af1-b924-e8ec5e23e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:27.863426 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-5fa8e1ec-a020-4af1-b924-e8ec5e23e6cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 200 len: 856 time: 0.0820725 Aug 01 14:11:27.940606 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b47f-0d4f-489a-bf1d-6a8f7c8c31ec req-7974df18-8764-48bd-a2b0-8cd42e1e75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:27.940606 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9050b47f-0d4f-489a-bf1d-6a8f7c8c31ec req-7974df18-8764-48bd-a2b0-8cd42e1e75a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 1127 time: 0.0732198 Aug 01 14:11:28.093103 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-2e96fca6-ce17-4127-a1d3-a3a4c531e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:28.094795 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-2e96fca6-ce17-4127-a1d3-a3a4c531e991 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d78f1cca2f845a5ad90c514c2d71f62&device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 1127 time: 0.1559930 Aug 01 14:11:28.098830 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-718c8c88-8aca-4f4a-ac56-9152e2fd9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:28.100414 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-718c8c88-8aca-4f4a-ac56-9152e2fd9d0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=294e8be6-62c8-4d19-be24-df34926b9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1603613 Aug 01 14:11:28.166316 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b47f-0d4f-489a-bf1d-6a8f7c8c31ec req-1f8bda1e-0dc1-4c0c-bb76-e12e51f374ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:28.168882 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9050b47f-0d4f-489a-bf1d-6a8f7c8c31ec req-1f8bda1e-0dc1-4c0c-bb76-e12e51f374ce service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1961272 Aug 01 14:11:28.263827 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:28.304612 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:28.355638 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9cae6-1697-48be-b6ec-b90cdf6fb7a3 req-8de0c97b-ec81-4ffa-ae89-a4ab893ce530 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:28.358020 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-07b9cae6-1697-48be-b6ec-b90cdf6fb7a3 req-8de0c97b-ec81-4ffa-ae89-a4ab893ce530 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 943 time: 0.1185262 Aug 01 14:11:28.384590 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3f378-2cfb-4403-962f-e9ac5655a453 req-3a3dc1a0-9f32-4c24-8b30-1352ff2395db tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:28.386962 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2fd3f378-2cfb-4403-962f-e9ac5655a453 req-3a3dc1a0-9f32-4c24-8b30-1352ff2395db tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.1059561 Aug 01 14:11:28.473420 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-07b9cae6-1697-48be-b6ec-b90cdf6fb7a3 req-9b067084-5a10-4fb9-8843-4c89fccb3ee6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065376 Aug 01 14:11:28.492548 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2fd3f378-2cfb-4403-962f-e9ac5655a453 req-23b7f8a0-2d1b-4eb1-9fdd-cc329dcd1d44 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928979 Aug 01 14:11:28.861412 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f97245-284a-404d-a086-6ab93766da4d req-26236d27-bc71-4c03-96fc-3860f981192b tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:28.863280 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a9f97245-284a-404d-a086-6ab93766da4d req-26236d27-bc71-4c03-96fc-3860f981192b tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.0732179 Aug 01 14:11:28.922105 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a9f97245-284a-404d-a086-6ab93766da4d req-9a2fb9c8-7568-41a2-87ce-02a1967d88e0 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527847 Aug 01 14:11:29.151325 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:29.492774 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=85,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:29.517550 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:29.611410 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:29.637700 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:29.652468 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-32ca1002-004d-4e48-9d9a-312342f7d8ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf0befb-0ac8-4221-a091-92283e46d506 HTTP/1.1" status: 200 len: 217 time: 0.1457977 Aug 01 14:11:29.724697 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-44b10323-de67-4dfc-8763-a834b491bb55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2282522 Aug 01 14:11:29.791031 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b8da-c835-4371-b9bc-df0c7f682412 req-255103eb-4904-485f-816e-978674e065be tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:29.792930 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b8e5b8da-c835-4371-b9bc-df0c7f682412 req-255103eb-4904-485f-816e-978674e065be tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 943 time: 0.1680970 Aug 01 14:11:29.824679 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c620a4-448f-4527-89a4-6b631ae52d6c req-95a35a93-343c-483c-b636-98c15c1bcb75 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:29.833390 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92c620a4-448f-4527-89a4-6b631ae52d6c req-95a35a93-343c-483c-b636-98c15c1bcb75 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.1148167 Aug 01 14:11:29.890768 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-671c20ab-34b6-482a-87f2-d114a0fb9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:29.892707 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-671c20ab-34b6-482a-87f2-d114a0fb9cf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92c4316e-45c3-407c-bf1b-0ad24c58336c HTTP/1.1" status: 200 len: 853 time: 0.1884310 Aug 01 14:11:29.927166 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-c85f23f5-e424-4ac0-ba74-a45ae5138261 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283719 Aug 01 14:11:29.937908 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b47f-0d4f-489a-bf1d-6a8f7c8c31ec req-9792d81d-c7b9-483e-a578-ac0005bff270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:29.940812 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-9050b47f-0d4f-489a-bf1d-6a8f7c8c31ec req-9792d81d-c7b9-483e-a578-ac0005bff270 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4393148 Aug 01 14:11:29.942644 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:29.950222 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60088) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:29.950622 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b8e5b8da-c835-4371-b9bc-df0c7f682412 req-0c553f80-0f07-4622-88b8-6b0d7a31a099 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159945 Aug 01 14:11:29.991454 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92c620a4-448f-4527-89a4-6b631ae52d6c req-a99f9c07-c010-4e66-976b-d01d39a0892d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380365 Aug 01 14:11:30.047412 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-9c02ed5f-6489-469a-aa93-206fc5b56b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:30.050012 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-9c02ed5f-6489-469a-aa93-206fc5b56b51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 1129 time: 0.0745745 Aug 01 14:11:30.179672 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.57', 61499) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:30.244887 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-d7c3aed3-308d-4cc6-94e4-6d3d4dc00c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:30.246546 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-d7c3aed3-308d-4cc6-94e4-6d3d4dc00c41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2781150 Aug 01 14:11:30.261327 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-6c62347d-eccf-4868-95f3-98d75f9a8320 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:30.262926 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-6c62347d-eccf-4868-95f3-98d75f9a8320 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.57 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.2665162 Aug 01 14:11:30.274587 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a096ab25-5677-44ae-8610-9dd25a0ea77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:30.315637 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-f0ca0dce-141f-4db0-baff-a32f9f43c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:30.317430 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-f0ca0dce-141f-4db0-baff-a32f9f43c3bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 1127 time: 0.2290478 Aug 01 14:11:30.329535 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50809-73be-4bad-a60b-75775ceeaf7e req-3ad99fc6-8c27-4ace-b4cb-9de92ed73f3e tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:30.330966 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-35e50809-73be-4bad-a60b-75775ceeaf7e req-3ad99fc6-8c27-4ace-b4cb-9de92ed73f3e tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 946 time: 0.1522624 Aug 01 14:11:30.386954 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-bdd9a496-d41d-4c9d-bea3-6c45617bb4f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5 HTTP/1.1" status: 200 len: 217 time: 0.0548089 Aug 01 14:11:30.479255 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-4c0ee5aa-b0a0-4cfd-8628-1f8cf00d7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:30.480942 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-4c0ee5aa-b0a0-4cfd-8628-1f8cf00d7afd service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.3001719 Aug 01 14:11:30.549179 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-7c8694cf-8381-47d6-98d5-96d7d4c33a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:30.550840 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-7c8694cf-8381-47d6-98d5-96d7d4c33a70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.1457880 Aug 01 14:11:30.553148 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-9dbe82e5-9808-4111-9e34-ad29ac9e7ec2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6435f407-545f-4889-be82-4de3b791eeb8 HTTP/1.1" status: 200 len: 217 time: 0.0633273 Aug 01 14:11:30.557789 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-35e50809-73be-4bad-a60b-75775ceeaf7e req-238d2146-6951-4690-9633-c98a60a8efed tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145629 Aug 01 14:11:30.655340 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-43435b34-7285-4e58-8f54-ecff954f51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:30.657970 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-43435b34-7285-4e58-8f54-ecff954f51fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0869164 Aug 01 14:11:30.667533 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-52e5f0c7-c7cd-411e-8442-a48e99aac2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:30.669182 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-52e5f0c7-c7cd-411e-8442-a48e99aac2e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.0961421 Aug 01 14:11:30.716313 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-f103dd47-3d68-4662-a36c-2221dc316e10 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7464428 Aug 01 14:11:30.736690 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:30.790224 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-4a9df6e7-dd94-4940-8111-cdb1a611a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:30.793466 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-4a9df6e7-dd94-4940-8111-cdb1a611a55f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1140866 Aug 01 14:11:30.843619 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-a317fb90-1bad-4618-8f3c-626c9084d724 service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792289 Aug 01 14:11:30.864574 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-84a7d474-83b2-4ef0-809e-da5239926a5f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Deleting port 529f6efa-aa05-403b-8226-179cf86fc3e3 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:11:30.864910 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-84a7d474-83b2-4ef0-809e-da5239926a5f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:30.880104 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:30.894230 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-c2ca30d5-ba87-45c7-a046-4e604fb93543 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237713 Aug 01 14:11:30.985922 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-9a36da4a-489a-4e65-90fe-d5b3e39ba434 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857941 Aug 01 14:11:31.070523 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a096ab25-5677-44ae-8610-9dd25a0ea77b admin admin] Publish callbacks [] for security_group (5c5e66d5-b945-41f9-80ec-060781c163a4), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:31.072027 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:31.075637 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-8ae5931c-07ff-464c-8432-959fcd44e3b2 service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249312 Aug 01 14:11:31.112941 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:31.152983 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a096ab25-5677-44ae-8610-9dd25a0ea77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5c5e66d5-b945-41f9-80ec-060781c163a4), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:31.175791 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-84a7d474-83b2-4ef0-809e-da5239926a5f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] For port 529f6efa-aa05-403b-8226-179cf86fc3e3, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=529f6efa-aa05-403b-8226-179cf86fc3e3,segment=NetworkSegment(93a62768-b299-4cdb-a1df-dce2627d2bd6),segment_id=93a62768-b299-4cdb-a1df-dce2627d2bd6)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:31.175791 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-84a7d474-83b2-4ef0-809e-da5239926a5f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:31.232752 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-84a7d474-83b2-4ef0-809e-da5239926a5f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Calling delete_port for 529f6efa-aa05-403b-8226-179cf86fc3e3 owned by compute:nova {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:11:31.289395 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dda10421-ef20-45a6-b7bb-cf28325e02f9 req-8e9621a8-8192-4d48-a31a-83f9dbd223f9 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876538 Aug 01 14:11:31.291337 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-00a7436a-6e32-4fe0-9b01-8a365008df64 req-3a7f1697-2fcd-45bb-82b1-be026b88887a service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985506 Aug 01 14:11:31.305969 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e47444-e165-4370-8419-791e5545ea79 req-fe89c9a1-ef39-4d76-8456-39cc53766894 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:31.307635 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a9e47444-e165-4370-8419-791e5545ea79 req-fe89c9a1-ef39-4d76-8456-39cc53766894 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.1929619 Aug 01 14:11:31.313920 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f85592-c4fb-4595-909d-12867be9e7db req-579c5ed2-3d94-4dfa-9ce9-335dd43d2fb3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:31.315515 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-50f85592-c4fb-4595-909d-12867be9e7db req-579c5ed2-3d94-4dfa-9ce9-335dd43d2fb3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 943 time: 0.1901116 Aug 01 14:11:31.317936 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096ab25-5677-44ae-8610-9dd25a0ea77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5e66d5-b945-41f9-80ec-060781c163a4,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:31.326326 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-a096ab25-5677-44ae-8610-9dd25a0ea77b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e27ec0f3e5d0435c8a1d91ade407fba7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3720219 Aug 01 14:11:31.329096 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60104) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:31.403897 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a9e47444-e165-4370-8419-791e5545ea79 req-60972c74-2dcd-4602-b9b4-d3156802f1be tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867701 Aug 01 14:11:31.411432 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-50f85592-c4fb-4595-909d-12867be9e7db req-e04b7c29-95c9-40da-be2f-31993b2df8d1 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861483 Aug 01 14:11:31.475644 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-257e3ce7-c147-4a4f-8865-b725ebdc4e19 admin admin] Publish callbacks [] for security_group (5c5e66d5-b945-41f9-80ec-060781c163a4), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:31.526668 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-257e3ce7-c147-4a4f-8865-b725ebdc4e19 admin admin] Publish callbacks [] for security_group (5c5e66d5-b945-41f9-80ec-060781c163a4), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:31.552893 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-84a7d474-83b2-4ef0-809e-da5239926a5f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (529f6efa-aa05-403b-8226-179cf86fc3e3), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:31.570135 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['529f6efa-aa05-403b-8226-179cf86fc3e3'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:11:31.602016 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7d474-83b2-4ef0-809e-da5239926a5f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Pushing event deleted for resources: {'Port': ['ID=529f6efa-aa05-403b-8226-179cf86fc3e3,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:31.654233 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-84a7d474-83b2-4ef0-809e-da5239926a5f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] No DVR routers for this DVR port 529f6efa-aa05-403b-8226-179cf86fc3e3 on host hv-cinder-84517 {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:11:31.657544 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-84a7d474-83b2-4ef0-809e-da5239926a5f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:31.663138 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-cab4bb25-2a7b-43de-8158-baa32dd6c2c8 req-84a7d474-83b2-4ef0-809e-da5239926a5f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.57 "DELETE /v2.0/ports/529f6efa-aa05-403b-8226-179cf86fc3e3 HTTP/1.1" status: 204 len: 173 time: 1.3859673 Aug 01 14:11:31.663662 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11762d81-47fb-42e8-9d2b-4e48b1019eb1', 'name': 'network-vif-deleted', 'tag': '529f6efa-aa05-403b-8226-179cf86fc3e3'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:31.666091 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99485bde-4fd7-4874-9a9d-c0115d046be0" -d '{"events": [{"server_uuid": "11762d81-47fb-42e8-9d2b-4e48b1019eb1", "name": "network-vif-deleted", "tag": "529f6efa-aa05-403b-8226-179cf86fc3e3"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:31.682271 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-257e3ce7-c147-4a4f-8865-b725ebdc4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5c5e66d5-b945-41f9-80ec-060781c163a4), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:31.685221 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-257e3ce7-c147-4a4f-8865-b725ebdc4e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:31.689313 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-257e3ce7-c147-4a4f-8865-b725ebdc4e19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c5e66d5-b945-41f9-80ec-060781c163a4 HTTP/1.1" status: 204 len: 168 time: 0.3563137 Aug 01 14:11:31.695958 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5ef7652a-93fe-410a-b927-b9298af0cfcc req-89b00946-143a-4cfd-838a-9bb567a02cc3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 210 time: 0.0349634 Aug 01 14:11:31.698095 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e3ce7-c147-4a4f-8865-b725ebdc4e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5e66d5-b945-41f9-80ec-060781c163a4,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:31.729330 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e7fe41-bb63-4a8f-a904-aa2b2e88c07a x-openstack-request-id: req-c7e7fe41-bb63-4a8f-a904-aa2b2e88c07a {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:31.730009 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11762d81-47fb-42e8-9d2b-4e48b1019eb1", "name": "network-vif-deleted", "tag": "529f6efa-aa05-403b-8226-179cf86fc3e3", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:31.730009 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7e7fe41-bb63-4a8f-a904-aa2b2e88c07a {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:31.730273 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e7fe41-bb63-4a8f-a904-aa2b2e88c07a'] response: {'server_uuid': '11762d81-47fb-42e8-9d2b-4e48b1019eb1', 'name': 'network-vif-deleted', 'tag': '529f6efa-aa05-403b-8226-179cf86fc3e3', 'status': 'completed', 'code': 200} Aug 01 14:11:32.592414 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a73caa-c8ad-4b07-b996-64b452a242d1 req-e62bd5e8-25ed-48d3-a385-d30db5d47ba6 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:32.594167 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-11a73caa-c8ad-4b07-b996-64b452a242d1 req-e62bd5e8-25ed-48d3-a385-d30db5d47ba6 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.0948777 Aug 01 14:11:32.602621 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c210fc-84b5-422b-8c71-d3b1beef0168 req-72dfe102-770c-449a-8623-63365eba65c4 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:32.604143 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-14c210fc-84b5-422b-8c71-d3b1beef0168 req-72dfe102-770c-449a-8623-63365eba65c4 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 943 time: 0.0948184 Aug 01 14:11:32.685527 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-11a73caa-c8ad-4b07-b996-64b452a242d1 req-8ac505c5-2b00-4306-950b-43f3f3ea31b5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803287 Aug 01 14:11:32.704991 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-14c210fc-84b5-422b-8c71-d3b1beef0168 req-c39b0764-6f30-4596-b1c8-3d24a8dc7aae tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795906 Aug 01 14:11:32.817494 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-90102091-999e-44f2-abd6-f78f8d0ac168 req-0fe1b4ef-ab93-4b57-98ae-7f0eca1385b2 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 210 time: 0.0322978 Aug 01 14:11:33.859279 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af85cf4-1773-4262-98d9-d3889af1afae req-e7288d78-faf5-40a8-861a-65ff7b25e6d0 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:33.860928 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9af85cf4-1773-4262-98d9-d3889af1afae req-e7288d78-faf5-40a8-861a-65ff7b25e6d0 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 943 time: 0.0873358 Aug 01 14:11:33.899956 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee5b74-631a-4f16-952b-a08018786a45 req-8c2acc5c-8c35-4323-b5c9-d2db94c60827 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:33.901707 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b6ee5b74-631a-4f16-952b-a08018786a45 req-8c2acc5c-8c35-4323-b5c9-d2db94c60827 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 943 time: 0.0911601 Aug 01 14:11:33.971838 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9af85cf4-1773-4262-98d9-d3889af1afae req-cd1591cb-8283-460a-a714-ed87588ad9c1 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021922 Aug 01 14:11:33.998048 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b6ee5b74-631a-4f16-952b-a08018786a45 req-3a4061ba-70dd-4dd7-8a79-69fd79802776 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863988 Aug 01 14:11:34.102711 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5f54d2e0-9496-4bc8-8be5-d81ec2927a4a req-24fe5625-4229-474f-9196-598a09cfc9ee tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=11762d81-47fb-42e8-9d2b-4e48b1019eb1 HTTP/1.1" status: 200 len: 210 time: 0.0353494 Aug 01 14:11:34.716569 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 1bf0befb-0ac8-4221-a091-92283e46d506 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:11:34.721220 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 529f6efa-aa05-403b-8226-179cf86fc3e3 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:11:34.751158 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 529f6efa-aa05-403b-8226-179cf86fc3e3 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:11:34.751439 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 529f6efa-aa05-403b-8226-179cf86fc3e3 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:11:34.908949 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 1bf0befb-0ac8-4221-a091-92283e46d506, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=1bf0befb-0ac8-4221-a091-92283e46d506,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:34.924824 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '1bf0befb-0ac8-4221-a091-92283e46d506', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'port_id': '1bf0befb-0ac8-4221-a091-92283e46d506', 'mac_address': 'fa:16:3e:ba:3e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:11:34.988950 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 1bf0befb-0ac8-4221-a091-92283e46d506 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:34.989615 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:35.019605 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf0befb-0ac8-4221-a091-92283e46d506 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:11:35.065727 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 1bf0befb-0ac8-4221-a091-92283e46d506, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=1bf0befb-0ac8-4221-a091-92283e46d506,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:35.075312 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:35.118291 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:35.158997 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=1bf0befb-0ac8-4221-a091-92283e46d506,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:35.172316 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22dc08-5304-4a64-905a-ec4aebcad049 req-125f474f-206a-42c3-b223-d974a58251ec tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:35.173931 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2b22dc08-5304-4a64-905a-ec4aebcad049 req-125f474f-206a-42c3-b223-d974a58251ec tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 944 time: 0.0943060 Aug 01 14:11:35.215743 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36451f-842f-4722-b933-43b834f41372 req-248e7991-0010-4115-9513-9c526a88cb53 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:35.217793 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5e36451f-842f-4722-b933-43b834f41372 req-248e7991-0010-4115-9513-9c526a88cb53 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 943 time: 0.0981865 Aug 01 14:11:35.269082 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2b22dc08-5304-4a64-905a-ec4aebcad049 req-75a91586-253d-4c02-8d17-75038b1cd706 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831187 Aug 01 14:11:35.296372 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5e36451f-842f-4722-b933-43b834f41372 req-ad713cc3-afe8-4a30-b2eb-6f2414ed5bd9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690131 Aug 01 14:11:35.380029 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['1bf0befb-0ac8-4221-a091-92283e46d506'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:11:35.432423 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:35.508650 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:36.466134 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8978538-0eaa-4dec-b43a-ab57682ed37a req-6d2aef6d-5272-4df8-9892-884994617866 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:36.467767 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d8978538-0eaa-4dec-b43a-ab57682ed37a req-6d2aef6d-5272-4df8-9892-884994617866 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 944 time: 0.0831530 Aug 01 14:11:36.537269 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d8978538-0eaa-4dec-b43a-ab57682ed37a req-d18a715b-3654-4ebc-8a08-c1e6ea6e2b7d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610087 Aug 01 14:11:36.680167 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236e890-7390-4d7f-966c-c81e6e904dc0 req-40189703-b920-49a0-8ed7-49dba4b705f9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:36.681711 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8236e890-7390-4d7f-966c-c81e6e904dc0 req-40189703-b920-49a0-8ed7-49dba4b705f9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 943 time: 0.0570467 Aug 01 14:11:36.720331 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:11:36.723505 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 1bf0befb-0ac8-4221-a091-92283e46d506 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:36.750998 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8236e890-7390-4d7f-966c-c81e6e904dc0 req-365c515c-85bd-406f-830c-41aa7fa20069 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631144 Aug 01 14:11:36.859869 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 1bf0befb-0ac8-4221-a091-92283e46d506 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:11:36.870638 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 1bf0befb-0ac8-4221-a091-92283e46d506 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:36.871148 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:36.936354 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:36.959789 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'port_id': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'mac_address': 'fa:16:3e:45:ce:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:11:37.036325 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 1bf0befb-0ac8-4221-a091-92283e46d506 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:37.036894 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:37.040256 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:37.040680 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:37.068785 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:11:37.081566 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:37.084043 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb70334-c962-49b8-9f16-333a6ca599db" -d '{"events": [{"server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "name": "network-vif-plugged", "status": "completed", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:37.116398 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 1bf0befb-0ac8-4221-a091-92283e46d506, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=1bf0befb-0ac8-4221-a091-92283e46d506,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:37.122584 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:37.127477 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:37.136846 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:37.181375 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb65c4c-136c-485c-8746-8a91b8bfffd7 x-openstack-request-id: req-bcb65c4c-136c-485c-8746-8a91b8bfffd7 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:37.181663 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:37.182364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "name": "network-vif-plugged", "status": "completed", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:37.182790 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcb65c4c-136c-485c-8746-8a91b8bfffd7 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:37.183560 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb65c4c-136c-485c-8746-8a91b8bfffd7'] response: {'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506', 'code': 200} Aug 01 14:11:37.212077 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-c4464440-84e1-48d8-9403-1451a3ea5043 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:37.213716 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-c4464440-84e1-48d8-9403-1451a3ea5043 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/networks?id=c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b HTTP/1.1" status: 200 len: 809 time: 0.1933088 Aug 01 14:11:37.226380 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=1bf0befb-0ac8-4221-a091-92283e46d506,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:37.245643 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-2b12d056-b833-4c5d-a81a-44d88e3de1d8 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/quotas/803bbc59642547fb932be578cb70ac3f HTTP/1.1" status: 200 len: 375 time: 0.0179353 Aug 01 14:11:37.295899 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:37.303252 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-029b6456-47e4-4de0-8874-d133788794e6 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=803bbc59642547fb932be578cb70ac3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517709 Aug 01 14:11:37.435020 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['03542f14-88d5-4bf6-9c7d-0dcbe18589a5'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:11:37.449683 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00011fe-2b47-4e85-af2f-9331bf7b9431 req-2b84a448-bfb1-439a-ab3b-5dc1df9f0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:37.452803 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b00011fe-2b47-4e85-af2f-9331bf7b9431 req-2b84a448-bfb1-439a-ab3b-5dc1df9f0265 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 1129 time: 0.1120968 Aug 01 14:11:37.511123 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-b7146cbf-1729-4ed4-abd3-6b2052d41fa9 service neutron] 10.222.0.45 "GET /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028663 Aug 01 14:11:37.547017 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b00011fe-2b47-4e85-af2f-9331bf7b9431 req-45499a21-7cbf-4dea-b0ac-bc49b8327b55 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822935 Aug 01 14:11:37.717423 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-1412ea63-0844-4f57-a91f-083682e944a6 service neutron] 10.222.0.45 "GET /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965330 Aug 01 14:11:37.741485 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caadba4-559b-49a8-93a8-26dc70caa62c req-d447512a-d4fd-4702-9bb1-e3f0b473ace1 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:37.743863 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8caadba4-559b-49a8-93a8-26dc70caa62c req-d447512a-d4fd-4702-9bb1-e3f0b473ace1 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.1000226 Aug 01 14:11:37.828689 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8caadba4-559b-49a8-93a8-26dc70caa62c req-ec13b956-d7e5-4924-8ebe-6442fcad5b44 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763714 Aug 01 14:11:38.005130 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b293e176-fe4f-4a25-bece-a20fb861ad54 req-54c3ccad-9e3f-4d6b-9acb-6df2f347c1a2 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 210 time: 0.0455198 Aug 01 14:11:38.027690 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb54551-c71c-488f-9b61-bd75397f5376 req-76a54a44-8dff-4459-bb33-9e5c151a4131 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:38.030705 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7fb54551-c71c-488f-9b61-bd75397f5376 req-76a54a44-8dff-4459-bb33-9e5c151a4131 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 944 time: 0.1037333 Aug 01 14:11:38.113896 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7fb54551-c71c-488f-9b61-bd75397f5376 req-e7d72888-ac4d-475b-af5a-9d9f7dc159ea tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547347 Aug 01 14:11:38.747449 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:38.772430 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:38.799188 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:11:38.808397 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:38.809118 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:38.894060 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:38.926587 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:38.927064 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:38.973950 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:38.983956 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:38.994627 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd3abf-7aa1-4a04-b006-aa1d7c43ac3e req-d32b1bcf-e02a-4324-82d8-12f856666996 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:38.996447 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-06bd3abf-7aa1-4a04-b006-aa1d7c43ac3e req-d32b1bcf-e02a-4324-82d8-12f856666996 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.0621855 Aug 01 14:11:39.038334 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:39.049914 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:39.066764 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-06bd3abf-7aa1-4a04-b006-aa1d7c43ac3e req-f4787236-a1ce-4b98-96cd-4a0f706aadb6 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638661 Aug 01 14:11:39.159456 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-702bfb56-3cd6-43a7-8813-fc19d42b5788 req-e3f0b8e9-4b65-463c-8bf7-eb8f62f938bc tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 210 time: 0.0305905 Aug 01 14:11:39.186985 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:39.190846 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a8f0eb-3031-490c-9b2a-5a1b386e1049" -d '{"events": [{"server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "name": "network-vif-plugged", "status": "completed", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:39.240956 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f08cb9-0ce3-4137-b0aa-86da19311604 x-openstack-request-id: req-d6f08cb9-0ce3-4137-b0aa-86da19311604 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:39.241279 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "name": "network-vif-plugged", "status": "completed", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:39.241501 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6f08cb9-0ce3-4137-b0aa-86da19311604 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:39.242025 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f08cb9-0ce3-4137-b0aa-86da19311604'] response: {'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'code': 200} Aug 01 14:11:39.538632 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4b732-27bc-4379-8563-2fd45862987a req-2d4967f0-0645-4bc6-b0b9-7df08e95dc90 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:39.540305 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-73f4b732-27bc-4379-8563-2fd45862987a req-2d4967f0-0645-4bc6-b0b9-7df08e95dc90 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.3304913 Aug 01 14:11:39.597299 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-73f4b732-27bc-4379-8563-2fd45862987a req-1dd4dd70-3e48-4ed8-8a35-96170d406694 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494795 Aug 01 14:11:40.132927 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe755-373d-4743-bf34-0061936c565c req-46ae9c46-5add-444c-9080-59569c4bd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:40.137253 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b29fe755-373d-4743-bf34-0061936c565c req-46ae9c46-5add-444c-9080-59569c4bd7cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 1129 time: 0.1430404 Aug 01 14:11:40.303364 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-dbcf9fd9-f7c8-4e14-b85c-0012cce266f9 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:40.306069 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-dbcf9fd9-f7c8-4e14-b85c-0012cce266f9 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.57 "GET /v2.0/networks?id=c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b HTTP/1.1" status: 200 len: 809 time: 0.3489692 Aug 01 14:11:40.349499 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Request body: {'port': {'device_id': 'd31bf2d4-54b7-42bc-b538-2482464fb82d', 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b', 'admin_state_up': True, 'tenant_id': '803bbc59642547fb932be578cb70ac3f'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:40.401823 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5b6de28e-c494-48aa-826e-1a78d35e968b req-34d712d2-aea9-4ef8-bb2b-a4862e5baaf7 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 210 time: 0.1251941 Aug 01 14:11:40.410642 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aea106-2ff0-4879-bd8f-d76d54ef8811 req-8b4cc140-afaf-4e61-99ca-46141742d27b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:40.412503 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05aea106-2ff0-4879-bd8f-d76d54ef8811 req-8b4cc140-afaf-4e61-99ca-46141742d27b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.2149715 Aug 01 14:11:40.459259 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b29fe755-373d-4743-bf34-0061936c565c req-645f2da9-2e13-463a-a9d6-a11affa45f6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156512 Aug 01 14:11:40.499801 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:40.546483 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05aea106-2ff0-4879-bd8f-d76d54ef8811 req-8b3a2807-4121-4b75-9761-e53ce803ed50 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166415 Aug 01 14:11:40.577309 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Made reservation on behalf of 803bbc59642547fb932be578cb70ac3f for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:11:40.581067 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:40.754340 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbee34-2b8b-44a0-9572-8c041a70d8a4 req-bec10e8c-36b4-4202-99a4-4b575b148bc2 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:40.756009 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8acbee34-2b8b-44a0-9572-8c041a70d8a4 req-bec10e8c-36b4-4202-99a4-4b575b148bc2 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.1095123 Aug 01 14:11:40.819402 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e6872-5040-44f1-ab6d-7d0e45193a79 req-4805229d-dc54-4049-bdbf-0b231bc162d9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:40.821028 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c0e6872-5040-44f1-ab6d-7d0e45193a79 req-4805229d-dc54-4049-bdbf-0b231bc162d9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.1294310 Aug 01 14:11:40.864908 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Allocated IP 172.20.0.14 (c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b/acbffede-cc7f-44f5-ba11-f051afb6402f/d18f8bb0-46f8-41e5-b2fb-b52607439b5e) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:11:40.900351 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8acbee34-2b8b-44a0-9572-8c041a70d8a4 req-d598fce7-ff61-48d0-a9db-a794e7cc6c1f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208918 Aug 01 14:11:40.927948 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:40.943201 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c0e6872-5040-44f1-ab6d-7d0e45193a79 req-fa247e8c-8bce-47a7-9df7-79d5999965c9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124742 Aug 01 14:11:41.093226 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks [] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:41.136432 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:41.186193 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:41.191391 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:41.195716 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:11:41.229195 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Pushing event updated for resources: {'Port': ['ID=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:41.270486 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:41.271195 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:41.323278 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc46772-d1f5-42f4-900a-f7ee1efe5703 req-7db30723-641d-4fa1-b49f-13c96b59b10d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:41.324576 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8bc46772-d1f5-42f4-900a-f7ee1efe5703 req-7db30723-641d-4fa1-b49f-13c96b59b10d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.0766547 Aug 01 14:11:41.328443 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-7ddedc08-4f22-4fdc-a824-83489941edd3 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9936304 Aug 01 14:11:41.381513 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8bc46772-d1f5-42f4-900a-f7ee1efe5703 req-76ef7197-cd81-410f-bcc6-f9b63877317c tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508904 Aug 01 14:11:41.552569 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Request body: {'port': {'device_id': 'd31bf2d4-54b7-42bc-b538-2482464fb82d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:41.576075 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:41.595574 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743c80d-158e-4429-b042-fc7328653491 req-a647d7ff-e759-4e96-a168-2104d0c93afb tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:41.597852 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b743c80d-158e-4429-b042-fc7328653491 req-a647d7ff-e759-4e96-a168-2104d0c93afb tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 932 time: 0.0968137 Aug 01 14:11:41.688965 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:41.690660 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=41,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:41.692763 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=75,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:41.725556 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b743c80d-158e-4429-b042-fc7328653491 req-738e6d99-8d99-468b-8ae3-d2336592d8ae tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131055 Aug 01 14:11:42.152521 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664318a6-21a3-41eb-baaa-9f1d3902629d req-acb18205-2c24-42bb-9d30-00f047f03e22 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:42.154168 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-664318a6-21a3-41eb-baaa-9f1d3902629d req-acb18205-2c24-42bb-9d30-00f047f03e22 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0945089 Aug 01 14:11:42.177877 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:42.183179 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18f8bb0-46f8-41e5-b2fb-b52607439b5e {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:11:42.207641 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Publish callbacks [] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:42.245234 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Transition to ACTIVE for port object d18f8bb0-46f8-41e5-b2fb-b52607439b5e will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:11:42.255887 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:42.308428 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-664318a6-21a3-41eb-baaa-9f1d3902629d req-7be26618-0fc8-42da-86d1-223f11a2a231 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439872 Aug 01 14:11:42.353578 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Pushing event updated for resources: {'Port': ['ID=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:42.415263 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Attempting to bind port d18f8bb0-46f8-41e5-b2fb-b52607439b5e on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:11:42.415850 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Attempting to bind port d18f8bb0-46f8-41e5-b2fb-b52607439b5e by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '93a62768-b299-4cdb-a1df-dce2627d2bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:11:42.416405 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Attempting to bind port d18f8bb0-46f8-41e5-b2fb-b52607439b5e on network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:42.423105 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Port d18f8bb0-46f8-41e5-b2fb-b52607439b5e on network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:11:42.423444 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Attempting to bind port d18f8bb0-46f8-41e5-b2fb-b52607439b5e on network c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:42.429976 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:11:42.430337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Checking segment: {'id': '93a62768-b299-4cdb-a1df-dce2627d2bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:11:42.430775 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Bound using segment: {'id': '93a62768-b299-4cdb-a1df-dce2627d2bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:11:42.431216 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Bound port: d18f8bb0-46f8-41e5-b2fb-b52607439b5e, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a62768-b299-4cdb-a1df-dce2627d2bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:11:42.431583 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:42.521542 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] For port d18f8bb0-46f8-41e5-b2fb-b52607439b5e, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:11:42.525463 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] For port d18f8bb0-46f8-41e5-b2fb-b52607439b5e, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,segment=NetworkSegment(93a62768-b299-4cdb-a1df-dce2627d2bd6),segment_id=93a62768-b299-4cdb-a1df-dce2627d2bd6)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:11:42.534667 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:42.539971 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:42.540792 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:42.542318 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] 10.222.0.57 "PUT /v2.0/ports/d18f8bb0-46f8-41e5-b2fb-b52607439b5e HTTP/1.1" status: 200 len: 1094 time: 0.9965012 Aug 01 14:11:42.542869 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31bf2d4-54b7-42bc-b538-2482464fb82d', 'tag': 'd18f8bb0-46f8-41e5-b2fb-b52607439b5e'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:42.545353 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4ef8db-4501-4ea4-8fa3-6f8ae6da73b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d31bf2d4-54b7-42bc-b538-2482464fb82d", "tag": "d18f8bb0-46f8-41e5-b2fb-b52607439b5e"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:42.613153 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccbf8b7-612e-44a8-9c52-3c75671e3777 x-openstack-request-id: req-7ccbf8b7-612e-44a8-9c52-3c75671e3777 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:42.613504 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31bf2d4-54b7-42bc-b538-2482464fb82d", "tag": "d18f8bb0-46f8-41e5-b2fb-b52607439b5e", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:42.613859 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ccbf8b7-612e-44a8-9c52-3c75671e3777 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:42.614372 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ccbf8b7-612e-44a8-9c52-3c75671e3777'] response: {'name': 'network-changed', 'server_uuid': 'd31bf2d4-54b7-42bc-b538-2482464fb82d', 'tag': 'd18f8bb0-46f8-41e5-b2fb-b52607439b5e', 'status': 'completed', 'code': 200} Aug 01 14:11:42.622944 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a3acf-a776-4335-b825-1b74aa0c0b72 service neutron] Pushing event updated for resources: {'Port': ['ID=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:42.946801 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3816d9a-47f3-447a-9d5f-a2d71c2b6a02 req-52769eae-e45e-4c96-8cb5-6ebd9cdb651d tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:42.949080 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a3816d9a-47f3-447a-9d5f-a2d71c2b6a02 req-52769eae-e45e-4c96-8cb5-6ebd9cdb651d tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 944 time: 0.1411610 Aug 01 14:11:42.950076 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ef8db-4501-4ea4-8fa3-6f8ae6da73b4 req-9da13189-5815-4afc-92e6-f4c86b9a099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:42.952370 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be4ef8db-4501-4ea4-8fa3-6f8ae6da73b4 req-9da13189-5815-4afc-92e6-f4c86b9a099f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=803bbc59642547fb932be578cb70ac3f&device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 1128 time: 0.1151443 Aug 01 14:11:43.169615 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:43.248543 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a3816d9a-47f3-447a-9d5f-a2d71c2b6a02 req-5c8efa3d-600d-4d71-acfa-cc5702bb0c03 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835248 Aug 01 14:11:43.288684 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ef8db-4501-4ea4-8fa3-6f8ae6da73b4 req-1a0322b2-19e9-4394-aec1-19d498d4db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:43.291563 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be4ef8db-4501-4ea4-8fa3-6f8ae6da73b4 req-1a0322b2-19e9-4394-aec1-19d498d4db62 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=803bbc59642547fb932be578cb70ac3f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3250191 Aug 01 14:11:43.536650 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d00ce6-c742-466e-a9f3-938bddd4c12c req-bc23491d-7fec-4e05-8ac4-fe33cc32f9f0 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:43.538634 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-44d00ce6-c742-466e-a9f3-938bddd4c12c req-bc23491d-7fec-4e05-8ac4-fe33cc32f9f0 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.1059940 Aug 01 14:11:43.575854 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ef8db-4501-4ea4-8fa3-6f8ae6da73b4 req-af5c7dac-5a32-4b13-aba1-21db2f5f3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:43.577933 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be4ef8db-4501-4ea4-8fa3-6f8ae6da73b4 req-af5c7dac-5a32-4b13-aba1-21db2f5f3a0e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2782161 Aug 01 14:11:43.621293 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-44d00ce6-c742-466e-a9f3-938bddd4c12c req-bfc6359a-0cd9-449b-ac2d-3f07f23db9b2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689487 Aug 01 14:11:43.717109 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-ff495e82-1b77-4413-8e93-0d0432b4f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:43.718666 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-ff495e82-1b77-4413-8e93-0d0432b4f39b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=803bbc59642547fb932be578cb70ac3f&device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 1128 time: 0.0685034 Aug 01 14:11:43.791189 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-16e6d300-839b-4537-977e-2d63d1e26ace service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18f8bb0-46f8-41e5-b2fb-b52607439b5e HTTP/1.1" status: 200 len: 217 time: 0.0619867 Aug 01 14:11:43.876681 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f0696-39b2-479d-8c43-957b1ca2ebae req-590348b5-2448-4144-9037-b2cb6defc34c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:43.878400 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ac6f0696-39b2-479d-8c43-957b1ca2ebae req-590348b5-2448-4144-9037-b2cb6defc34c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.1359153 Aug 01 14:11:43.890754 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60304) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:43.896622 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-d8f23bc0-da8b-46a0-97a5-f4143eebbb69 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Request body: {'floatingip': {'port_id': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:43.898171 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:43.917156 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-2a0a15b8-c6a4-4e5a-9b3c-f5ca4428502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:43.919069 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-2a0a15b8-c6a4-4e5a-9b3c-f5ca4428502c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbffede-cc7f-44f5-ba11-f051afb6402f HTTP/1.1" status: 200 len: 849 time: 0.1022441 Aug 01 14:11:43.923732 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a86953d2-0e40-444d-8425-f88bbcf56fb7 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476544160&fields=id&tenant_id=f0a6c07d69ef4cf4a545f48e7079044d HTTP/1.1" status: 200 len: 267 time: 0.1364269 Aug 01 14:11:44.013704 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d8f23bc0-da8b-46a0-97a5-f4143eebbb69 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for floatingip (d33d2df8-40f4-4f4e-b58e-b5d8159962fb), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:44.019888 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-a2bba967-e7b0-4b99-ace0-4d528dc41859 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905676 Aug 01 14:11:44.130431 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-0436ddda-1148-4948-b854-013919b7c922 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:44.131890 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-0436ddda-1148-4948-b854-013919b7c922 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 811 time: 0.1865854 Aug 01 14:11:44.417266 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-faee01f2-7d56-4593-8d01-80814738415f tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/quotas/f0a6c07d69ef4cf4a545f48e7079044d HTTP/1.1" status: 200 len: 375 time: 0.2779160 Aug 01 14:11:44.457431 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-8162634f-b6ac-4784-9534-23c1961979b6 service neutron] 10.222.0.57 "GET /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277947 Aug 01 14:11:44.498202 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9fd89-b1b7-47cc-8635-fdda29568fcc req-4d52143d-0c20-4d8f-ad42-7baa46327de0 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:44.499853 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1cd9fd89-b1b7-47cc-8635-fdda29568fcc req-4d52143d-0c20-4d8f-ad42-7baa46327de0 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 944 time: 0.1124516 Aug 01 14:11:44.571323 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-ddc58fbd-74c3-46d1-962a-7697d8f8a094 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1349211 Aug 01 14:11:44.648176 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1cd9fd89-b1b7-47cc-8635-fdda29568fcc req-b4b2b25a-12b4-47bd-93ff-422aadcc020f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352181 Aug 01 14:11:44.702364 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a668b8c8-bb3f-45a0-9f00-48f93950d036 req-aa876a17-ec88-4d38-80be-0e0117fda004 service neutron] 10.222.0.57 "GET /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234108 Aug 01 14:11:44.717879 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:44.749051 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-21161363-b5cd-4a21-b1ad-6d1fba2393ba service neutron] 10.222.0.45 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343482 Aug 01 14:11:44.816166 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d8f23bc0-da8b-46a0-97a5-f4143eebbb69 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:44.822276 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d8f23bc0-da8b-46a0-97a5-f4143eebbb69 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (d33d2df8-40f4-4f4e-b58e-b5d8159962fb), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:44.873968 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-c5f83947-9c60-4951-b0c8-0825898171bf service neutron] 10.222.0.45 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172328 Aug 01 14:11:44.957802 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.l3_db [None req-d8f23bc0-da8b-46a0-97a5-f4143eebbb69 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Floating IP d33d2df8-40f4-4f4e-b58e-b5d8159962fb associated. External IP: 172.27.4.232, port: 03542f14-88d5-4bf6-9c7d-0dcbe18589a5. Aug 01 14:11:45.235383 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f23bc0-da8b-46a0-97a5-f4143eebbb69 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Router 73386cde-020d-4ae9-9bc5-ce62a8878995 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:11:45.316299 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c0a58515-fcc1-40d4-bc38-8669d1cdb50a req-2bbb6b55-c062-4e9a-aff4-4cb1f967de28 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 210 time: 0.0349760 Aug 01 14:11:45.404010 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f23bc0-da8b-46a0-97a5-f4143eebbb69 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:11:45.412185 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d8f23bc0-da8b-46a0-97a5-f4143eebbb69 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:45.420240 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] Sync routers for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:11:45.439254 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:45.440338 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:11:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:45.477610 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d8f23bc0-da8b-46a0-97a5-f4143eebbb69 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "PUT /v2.0/floatingips/d33d2df8-40f4-4f4e-b58e-b5d8159962fb HTTP/1.1" status: 200 len: 991 time: 1.5819442 Aug 01 14:11:45.477610 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:45.479233 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:45.553214 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce62271-667f-4a18-affd-60f0c7b14b4e x-openstack-request-id: req-fce62271-667f-4a18-affd-60f0c7b14b4e {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:45.554184 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:45.554906 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fce62271-667f-4a18-affd-60f0c7b14b4e {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:45.556057 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce62271-667f-4a18-affd-60f0c7b14b4e'] response: {'name': 'network-changed', 'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'status': 'completed', 'code': 200} Aug 01 14:11:45.626903 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:45.843773 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747fc96-34be-4897-a38e-2349051c07f0 req-b35006a2-a2f6-4083-9010-e280002c0c80 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:45.846106 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f747fc96-34be-4897-a38e-2349051c07f0 req-b35006a2-a2f6-4083-9010-e280002c0c80 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 944 time: 0.0666842 Aug 01 14:11:45.919027 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f747fc96-34be-4897-a38e-2349051c07f0 req-4885f6a2-8f04-438e-a6b1-bf9f0c123c30 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636265 Aug 01 14:11:46.049746 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-84944914-3a3b-4b12-9a28-73d0e4d76340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:46.051405 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-84944914-3a3b-4b12-9a28-73d0e4d76340 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 1129 time: 0.0639560 Aug 01 14:11:46.082947 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'd33d2df8-40f4-4f4e-b58e-b5d8159962fb', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'floating_ip_address': '172.27.4.232', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'port_id': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'mac_address': 'fa:16:3e:45:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:11:00Z', 'updated_at': '2022-08-01T14:11:44Z', 'revision_number': 1, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:46Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:46.112136 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] Checking router: 73386cde-020d-4ae9-9bc5-ce62a8878995 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:11:46.121992 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:46.122643 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:11:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:46.229297 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-02076f38-15c0-48db-9abb-4bb05babb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:46.230956 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-02076f38-15c0-48db-9abb-4bb05babb18f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.1692483 Aug 01 14:11:46.252850 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:46.336820 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-6b640ba7-4e82-4b2d-897d-87359a14c333 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5 HTTP/1.1" status: 200 len: 999 time: 0.0975244 Aug 01 14:11:46.443732 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:46.453215 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c10dd6ea-1183-4280-b7b8-f7b5f2410b28 req-d56a5340-b9a1-4648-9d5a-4804bc11390a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 210 time: 0.0350754 Aug 01 14:11:46.530885 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'd33d2df8-40f4-4f4e-b58e-b5d8159962fb', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'floating_ip_address': '172.27.4.232', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'port_id': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'mac_address': 'fa:16:3e:45:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:11:00Z', 'updated_at': '2022-08-01T14:11:44Z', 'revision_number': 1, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:46Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:46.576870 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f6b0fd-12f1-49da-9b84-1ec340b00052 None None] The sync data for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi is: [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'd33d2df8-40f4-4f4e-b58e-b5d8159962fb', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'floating_ip_address': '172.27.4.232', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'port_id': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'mac_address': 'fa:16:3e:45:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:11:00Z', 'updated_at': '2022-08-01T14:11:44Z', 'revision_number': 1, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:46Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:11:46.701834 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-9402fa6d-d3dd-492e-aff7-d9d2f8f6f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:46.704285 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-9402fa6d-d3dd-492e-aff7-d9d2f8f6f74c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.0858166 Aug 01 14:11:46.848629 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-414b5183-2e48-4b09-b995-99e8d698c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:46.850232 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-414b5183-2e48-4b09-b995-99e8d698c42d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1382194 Aug 01 14:11:46.867480 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6902336-339c-4fb1-a4b8-dc5bb0c2316f None None] New status for floating IP d33d2df8-40f4-4f4e-b58e-b5d8159962fb: ACTIVE {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:11:46.869844 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:47.003578 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-82e0623a-8e2c-4800-a786-46419a268bb2 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:47.005186 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-82e0623a-8e2c-4800-a786-46419a268bb2 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 811 time: 0.2468610 Aug 01 14:11:47.075084 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-0d6377bc-042b-4e02-9254-a28c0f72c9f7 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180588 Aug 01 14:11:47.179305 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79257f5d-a09a-40f2-8122-42db8d3015b0 req-4dd22310-1daa-40c8-9f12-7fb9789feea5 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:47.180893 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-79257f5d-a09a-40f2-8122-42db8d3015b0 req-4dd22310-1daa-40c8-9f12-7fb9789feea5 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 944 time: 0.1228154 Aug 01 14:11:47.239182 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-7c949b4a-efb7-4142-a05e-ae9bfd421ff4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0a6c07d69ef4cf4a545f48e7079044d HTTP/1.1" status: 200 len: 380 time: 0.2089622 Aug 01 14:11:47.269666 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'port': {'device_id': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'admin_state_up': True, 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'security_groups': ['c669fa54-1b4c-4ab1-98e5-83c756d9aabb']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:47.360122 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3eae4691-6863-4243-b6ec-1ec8f7cb94fc req-c41b8676-3670-464c-bebb-2660cc26556f service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619631 Aug 01 14:11:47.366334 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-79257f5d-a09a-40f2-8122-42db8d3015b0 req-9a8479cb-bfa8-4e86-8da7-1094b40dcdb1 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741552 Aug 01 14:11:47.394029 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:47.457635 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Made reservation on behalf of f0a6c07d69ef4cf4a545f48e7079044d for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:11:47.461712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:47.585439 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bc8a657e-1336-4403-9ee1-743a9675be81 req-8877aad9-34c9-43e3-9ac8-121edacc79bd tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 210 time: 0.0427845 Aug 01 14:11:47.664580 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Allocated IP 172.20.0.10 (e95fe17e-40dc-4b82-adc2-9adb31102a43/017677d5-e4fc-4fec-827e-6f37d5758924/754c5fad-2162-4018-96e9-5a8df36d546e) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:11:47.826400 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for port (754c5fad-2162-4018-96e9-5a8df36d546e), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:47.855931 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:47.866917 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:47.916697 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:47.920332 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:47.924735 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:11:47.952773 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'Port': ['ID=754c5fad-2162-4018-96e9-5a8df36d546e,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:47.984127 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:47.984851 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:48.013319 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-409086f7-2ba5-46db-b417-7bd565a54cb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7506795 Aug 01 14:11:48.026357 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Request body: {'port': {'device_id': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:48.100810 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:48.339933 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-cdabf52b-055e-47dd-baf2-4ee5df0f1262 None None] Provisioning complete for port 754c5fad-2162-4018-96e9-5a8df36d546e triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:48.341661 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cdabf52b-055e-47dd-baf2-4ee5df0f1262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:48.409165 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:48.436246 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-cdabf52b-055e-47dd-baf2-4ee5df0f1262 None None] Port 754c5fad-2162-4018-96e9-5a8df36d546e cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:11:48.553009 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754c5fad-2162-4018-96e9-5a8df36d546e {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:11:48.564885 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Publish callbacks [] for port (754c5fad-2162-4018-96e9-5a8df36d546e), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:48.584925 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6c9a3-ed5b-416e-80c7-d77d6cfdecc9 req-831fc1ba-c2fa-4aca-a0ba-9cd50989ef81 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:48.586479 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dbd6c9a3-ed5b-416e-80c7-d77d6cfdecc9 req-831fc1ba-c2fa-4aca-a0ba-9cd50989ef81 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 944 time: 0.0830739 Aug 01 14:11:48.594778 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Transition to ACTIVE for port object 754c5fad-2162-4018-96e9-5a8df36d546e will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:11:48.611623 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:48.710206 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dbd6c9a3-ed5b-416e-80c7-d77d6cfdecc9 req-c7b8f864-db89-48d8-85d6-fc4acfc9d7fa tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173131 Aug 01 14:11:48.712842 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Pushing event updated for resources: {'Port': ['ID=754c5fad-2162-4018-96e9-5a8df36d546e,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:48.787699 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139f022-b708-4f39-89f3-2e540ed2a479 req-6e70d7ea-cbea-4984-a8b1-3f6919ad15cf tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:48.789246 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3139f022-b708-4f39-89f3-2e540ed2a479 req-6e70d7ea-cbea-4984-a8b1-3f6919ad15cf tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 944 time: 0.0833907 Aug 01 14:11:48.794922 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device d18f8bb0-46f8-41e5-b2fb-b52607439b5e details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:11:48.812078 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Attempting to bind port 754c5fad-2162-4018-96e9-5a8df36d546e on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:11:48.812423 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Attempting to bind port 754c5fad-2162-4018-96e9-5a8df36d546e by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:11:48.812768 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Attempting to bind port 754c5fad-2162-4018-96e9-5a8df36d546e on network e95fe17e-40dc-4b82-adc2-9adb31102a43 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:48.826227 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Port 754c5fad-2162-4018-96e9-5a8df36d546e on network e95fe17e-40dc-4b82-adc2-9adb31102a43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:11:48.826558 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Attempting to bind port 754c5fad-2162-4018-96e9-5a8df36d546e on network e95fe17e-40dc-4b82-adc2-9adb31102a43 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:48.839994 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:11:48.840228 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Checking segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:11:48.840649 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Bound using segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:11:48.841091 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Bound port: 754c5fad-2162-4018-96e9-5a8df36d546e, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:11:48.841466 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:48.864189 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:48.872208 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3139f022-b708-4f39-89f3-2e540ed2a479 req-ee396598-df77-4202-94e9-a73dc450578a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714819 Aug 01 14:11:48.907059 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port d18f8bb0-46f8-41e5-b2fb-b52607439b5e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,segment=NetworkSegment(93a62768-b299-4cdb-a1df-dce2627d2bd6),segment_id=93a62768-b299-4cdb-a1df-dce2627d2bd6)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:48.907693 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:48.921328 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': 'd18f8bb0-46f8-41e5-b2fb-b52607439b5e', 'network_id': 'c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b', 'port_id': 'd18f8bb0-46f8-41e5-b2fb-b52607439b5e', 'mac_address': 'fa:16:3e:a7:f2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbffede-cc7f-44f5-ba11-f051afb6402f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:11:48.932198 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] For port 754c5fad-2162-4018-96e9-5a8df36d546e, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:11:48.935699 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] For port 754c5fad-2162-4018-96e9-5a8df36d546e, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=754c5fad-2162-4018-96e9-5a8df36d546e,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:11:48.942502 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:48.947173 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:48.947812 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:48.949595 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] 10.222.0.57 "PUT /v2.0/ports/754c5fad-2162-4018-96e9-5a8df36d546e HTTP/1.1" status: 200 len: 1094 time: 0.9284623 Aug 01 14:11:48.950119 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'tag': '754c5fad-2162-4018-96e9-5a8df36d546e'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:48.952476 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23aca4c-f25a-44a9-9c40-65d3e814d97c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f31f9-adc0-4be6-92b9-0c2c99e14308", "tag": "754c5fad-2162-4018-96e9-5a8df36d546e"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:48.962690 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port d18f8bb0-46f8-41e5-b2fb-b52607439b5e is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:48.963161 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:48.982728 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18f8bb0-46f8-41e5-b2fb-b52607439b5e {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:11:49.010683 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port d18f8bb0-46f8-41e5-b2fb-b52607439b5e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,segment=NetworkSegment(93a62768-b299-4cdb-a1df-dce2627d2bd6),segment_id=93a62768-b299-4cdb-a1df-dce2627d2bd6)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:49.016802 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:49.051622 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6ceab1-afa9-4a37-93e9-4bafe1d91528 x-openstack-request-id: req-9e6ceab1-afa9-4a37-93e9-4bafe1d91528 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:49.051942 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f31f9-adc0-4be6-92b9-0c2c99e14308", "tag": "754c5fad-2162-4018-96e9-5a8df36d546e", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:49.052154 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e6ceab1-afa9-4a37-93e9-4bafe1d91528 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:49.052596 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6ceab1-afa9-4a37-93e9-4bafe1d91528'] response: {'name': 'network-changed', 'server_uuid': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'tag': '754c5fad-2162-4018-96e9-5a8df36d546e', 'status': 'completed', 'code': 200} Aug 01 14:11:49.063091 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231a183-5783-40c3-8bf1-2e5911f9132c service neutron] Pushing event updated for resources: {'Port': ['ID=754c5fad-2162-4018-96e9-5a8df36d546e,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:49.066552 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-c2d02067-e501-442b-b09c-5117b1290eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:49.068096 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-c2d02067-e501-442b-b09c-5117b1290eac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 1128 time: 0.0661764 Aug 01 14:11:49.089089 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:49.123796 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-1c1a3881-e45d-4e8a-a7d4-bae443441584 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=754c5fad-2162-4018-96e9-5a8df36d546e HTTP/1.1" status: 200 len: 217 time: 0.0422611 Aug 01 14:11:49.179735 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-ba592235-bc8e-4e10-b032-0fea9d15ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:49.181313 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-ba592235-bc8e-4e10-b032-0fea9d15ae23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.0499701 Aug 01 14:11:49.237192 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-78880c06-332a-4f17-830a-0f92920c95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:49.238810 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-78880c06-332a-4f17-830a-0f92920c95eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497370 Aug 01 14:11:49.342115 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-2c854fe8-e00f-4d06-93c1-5601a6c22038 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961046 Aug 01 14:11:49.343983 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['d18f8bb0-46f8-41e5-b2fb-b52607439b5e'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:11:49.480805 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47a17616-f894-4aa5-8ca7-b10445aaa9b9 req-2c4b3d33-3cfb-48e8-976a-79c03b8f9fea service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268775 Aug 01 14:11:49.614470 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:49.632565 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-9c1154b3-7802-439d-9746-c121614f3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:49.634158 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-9c1154b3-7802-439d-9746-c121614f3ecb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 1128 time: 0.0691819 Aug 01 14:11:49.666284 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-fa2d14d1-26a2-4d9a-81d4-b464b9d26f4b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280187605&fields=id&tenant_id=6bfbca571c4b4199a577322e866dfae9 HTTP/1.1" status: 200 len: 267 time: 0.0675638 Aug 01 14:11:49.791288 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bbade-4854-4870-acc3-8d13dec666c2 req-0a1c35cd-105d-45ad-b8a8-96e95b6387fb tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:49.792862 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-0a1c35cd-105d-45ad-b8a8-96e95b6387fb tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/networks?id=83622244-0e2b-48fa-9f1f-b69b203342d9 HTTP/1.1" status: 200 len: 808 time: 0.1193910 Aug 01 14:11:49.849318 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-c2c19b04-b9a0-455e-b52a-4d667323452c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/quotas/6bfbca571c4b4199a577322e866dfae9 HTTP/1.1" status: 200 len: 375 time: 0.0451040 Aug 01 14:11:49.910609 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a9f62-6a9a-430a-bf94-27ab2e341c12 req-137a24c1-e091-4a3a-840c-1162687735ba tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:49.913388 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dc8a9f62-6a9a-430a-bf94-27ab2e341c12 req-137a24c1-e091-4a3a-840c-1162687735ba tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 945 time: 0.1175437 Aug 01 14:11:49.972013 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-0061265b-4a0b-4e80-97c9-9f98cff3dc59 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bfbca571c4b4199a577322e866dfae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102352 Aug 01 14:11:50.070872 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-3b660eec-5892-4594-9e00-98a0ea3ce84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:50.072323 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-3b660eec-5892-4594-9e00-98a0ea3ce84d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 912 time: 0.2593291 Aug 01 14:11:50.078861 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dc8a9f62-6a9a-430a-bf94-27ab2e341c12 req-5bda8186-6a72-4b5f-b28a-3d48c059f01f tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466460 Aug 01 14:11:50.138101 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-40ee707e-f528-42d6-bee4-30b6004428a5 service neutron] 10.222.0.45 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496036 Aug 01 14:11:50.500009 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:50.507829 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-a3e8c112-7840-4111-80fd-21b74dbfe665 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=754c5fad-2162-4018-96e9-5a8df36d546e HTTP/1.1" status: 200 len: 217 time: 0.0580616 Aug 01 14:11:50.533465 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49afb6-9d72-4a96-9c35-fbc931c02a1e req-63d93489-f1c8-417e-9c1f-9277fa7a0de4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:50.535118 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7f49afb6-9d72-4a96-9c35-fbc931c02a1e req-63d93489-f1c8-417e-9c1f-9277fa7a0de4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 944 time: 0.3793161 Aug 01 14:11:50.578851 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-350ee05d-8c27-43c2-908c-eb7c10730171 service neutron] 10.222.0.45 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341877 Aug 01 14:11:50.611744 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7f49afb6-9d72-4a96-9c35-fbc931c02a1e req-8bc25692-2e11-43b5-9e48-ab3b59c50df9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649204 Aug 01 14:11:50.677243 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:50.795992 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device d18f8bb0-46f8-41e5-b2fb-b52607439b5e up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:11:50.801602 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-120915a6-860f-41c3-abb8-9cfd6af3d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:50.804102 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-120915a6-860f-41c3-abb8-9cfd6af3d9be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.0756609 Aug 01 14:11:50.872529 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port d18f8bb0-46f8-41e5-b2fb-b52607439b5e completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:11:50.878494 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-84cde13f-fc6a-41a2-bf57-12945a5df127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:50.880303 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port d18f8bb0-46f8-41e5-b2fb-b52607439b5e triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:50.880523 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-84cde13f-fc6a-41a2-bf57-12945a5df127 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0594385 Aug 01 14:11:50.880884 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:50.998125 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port d18f8bb0-46f8-41e5-b2fb-b52607439b5e is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:11:50.999568 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:51.033853 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31bf2d4-54b7-42bc-b538-2482464fb82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18f8bb0-46f8-41e5-b2fb-b52607439b5e'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:51.039479 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b756763a-6dd9-4f59-8fbb-03b1904b2fe7" -d '{"events": [{"server_uuid": "d31bf2d4-54b7-42bc-b538-2482464fb82d", "name": "network-vif-plugged", "status": "completed", "tag": "d18f8bb0-46f8-41e5-b2fb-b52607439b5e"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:51.055634 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port d18f8bb0-46f8-41e5-b2fb-b52607439b5e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,segment=NetworkSegment(93a62768-b299-4cdb-a1df-dce2627d2bd6),segment_id=93a62768-b299-4cdb-a1df-dce2627d2bd6)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:51.062146 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:51.086914 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bd4ed193-12bb-4b22-ad32-b5d9ced80cfd req-392f1790-0439-440f-9edc-50b25535d48d tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 210 time: 0.0725424 Aug 01 14:11:51.110310 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-7d0218b6-fc8e-4366-948d-b66662c3ad64 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036695 Aug 01 14:11:51.122224 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5397fc67-190e-4d40-a085-aea0a04fd952 x-openstack-request-id: req-5397fc67-190e-4d40-a085-aea0a04fd952 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:51.122560 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31bf2d4-54b7-42bc-b538-2482464fb82d", "name": "network-vif-plugged", "status": "completed", "tag": "d18f8bb0-46f8-41e5-b2fb-b52607439b5e", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:51.122936 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5397fc67-190e-4d40-a085-aea0a04fd952 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:51.123399 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5397fc67-190e-4d40-a085-aea0a04fd952'] response: {'server_uuid': 'd31bf2d4-54b7-42bc-b538-2482464fb82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18f8bb0-46f8-41e5-b2fb-b52607439b5e', 'code': 200} Aug 01 14:11:51.174765 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:51.246436 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:51.277482 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756f698-5288-42f7-ab65-0b86f0d65018 req-7300f3f5-46ee-41e5-8c37-8724493c08d6 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:51.279093 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8756f698-5288-42f7-ab65-0b86f0d65018 req-7300f3f5-46ee-41e5-8c37-8724493c08d6 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 946 time: 0.0764737 Aug 01 14:11:51.327434 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e23aca4c-f25a-44a9-9c40-65d3e814d97c req-5d362f11-ec02-4c6a-9014-40631bdf33fb service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075319 Aug 01 14:11:51.390147 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d8a2-9a34-4957-b4c9-c6b1d2de2db9 req-7e094b8b-dd92-4f58-acd8-f0e4d9d3ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:51.393717 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c516d8a2-9a34-4957-b4c9-c6b1d2de2db9 req-7e094b8b-dd92-4f58-acd8-f0e4d9d3ee26 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 1130 time: 0.0960307 Aug 01 14:11:51.476959 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8756f698-5288-42f7-ab65-0b86f0d65018 req-a28beb4d-1701-4dc7-8922-8bf916b50811 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804929 Aug 01 14:11:51.561876 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c516d8a2-9a34-4957-b4c9-c6b1d2de2db9 req-f13ae5f2-da55-4f10-8776-216f83b6b592 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528957 Aug 01 14:11:51.812493 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4d7a-f279-4779-8c38-37150b50c91c req-99324614-bc75-40a6-b653-c13e2d61c498 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:51.821443 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-99ee4d7a-f279-4779-8c38-37150b50c91c req-99324614-bc75-40a6-b653-c13e2d61c498 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 944 time: 0.1125939 Aug 01 14:11:51.902707 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-99ee4d7a-f279-4779-8c38-37150b50c91c req-7aa6227d-117c-4957-9108-5f2080faa380 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714917 Aug 01 14:11:52.027929 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65d2a1-0040-4137-930c-9c3d1b3aa368 req-7e855f62-3f00-4404-b1d0-bd68a32e6e56 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:52.030110 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d65d2a1-0040-4137-930c-9c3d1b3aa368 req-7e855f62-3f00-4404-b1d0-bd68a32e6e56 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.0632646 Aug 01 14:11:52.104446 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d65d2a1-0040-4137-930c-9c3d1b3aa368 req-3ffde98d-9b61-400b-b3e4-2e2ab34c8751 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676877 Aug 01 14:11:52.137056 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 60436) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:52.214351 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-25ce3adc-b501-4116-94f6-363e346c5377 req-eebea03e-19fa-4df8-a38b-5a2a764079ef tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 210 time: 0.0390053 Aug 01 14:11:52.415883 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fad460-348e-4108-9764-ca121848a74b tempest-TestMinimumBasicScenario-1566447772 tempest-TestMinimumBasicScenario-1566447772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:52.417380 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-59fad460-348e-4108-9764-ca121848a74b tempest-TestMinimumBasicScenario-1566447772 tempest-TestMinimumBasicScenario-1566447772-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 1124 time: 0.2791369 Aug 01 14:11:52.420455 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 60440) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:52.424882 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'port_id': '1bf0befb-0ac8-4221-a091-92283e46d506', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:52.449946 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:52.548026 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:52.629382 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:52.678069 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba63f45-5bc8-4076-a386-eb2c4f13f37b req-3978b97a-cc7e-49a6-80c9-b06bf80bf748 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:52.679605 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2ba63f45-5bc8-4076-a386-eb2c4f13f37b req-3978b97a-cc7e-49a6-80c9-b06bf80bf748 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 946 time: 0.0896885 Aug 01 14:11:52.727776 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Allocated IP 172.27.4.227 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/e91ed749-355f-449f-85c9-ddec64da1e7e) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:11:52.765875 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2ba63f45-5bc8-4076-a386-eb2c4f13f37b req-7879d8db-2e35-4734-87f0-02e709183999 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790746 Aug 01 14:11:52.858154 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:52.882159 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for port (e91ed749-355f-449f-85c9-ddec64da1e7e), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:52.919973 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (e91ed749-355f-449f-85c9-ddec64da1e7e), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:52.963767 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:52.969486 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:52.972177 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:11:52.996427 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'Port': ['ID=e91ed749-355f-449f-85c9-ddec64da1e7e,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:53.099735 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1679be-bc97-46fd-9f9c-bc0f31e2da0a req-4bc5f5c5-ccbd-4b4f-a47f-dd7e93839144 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:53.101347 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0e1679be-bc97-46fd-9f9c-bc0f31e2da0a req-4bc5f5c5-ccbd-4b4f-a47f-dd7e93839144 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 944 time: 0.0993378 Aug 01 14:11:53.223682 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0e1679be-bc97-46fd-9f9c-bc0f31e2da0a req-2f4b152a-0709-4530-998e-01ccfa23be00 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152511 Aug 01 14:11:53.402809 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2976a878-d794-4a1c-af12-1531ad91dc9b req-195197b0-1b61-409e-8882-464e6cb92f5b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 210 time: 0.0501738 Aug 01 14:11:53.531946 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for floatingip (3c285b6d-7cb3-402b-ba7f-0b028deca166), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:53.608999 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (e91ed749-355f-449f-85c9-ddec64da1e7e), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:53.634439 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:53.770190 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:53.785853 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for port (e91ed749-355f-449f-85c9-ddec64da1e7e), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:53.790880 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (e91ed749-355f-449f-85c9-ddec64da1e7e), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:53.907102 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'Port': ['ID=e91ed749-355f-449f-85c9-ddec64da1e7e,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:53.920684 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (3c285b6d-7cb3-402b-ba7f-0b028deca166), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:53.927879 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07828bb5-8b10-4749-80d1-143e950f6f98 req-e69e1137-ed63-461d-8d6d-2d129c4a6f8e tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:53.929468 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-07828bb5-8b10-4749-80d1-143e950f6f98 req-e69e1137-ed63-461d-8d6d-2d129c4a6f8e tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 946 time: 0.0764480 Aug 01 14:11:54.053095 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-07828bb5-8b10-4749-80d1-143e950f6f98 req-4b42e06c-88ea-4a69-901c-9e0337cde53c tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907459 Aug 01 14:11:54.060164 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Floating IP 3c285b6d-7cb3-402b-ba7f-0b028deca166 associated. External IP: 172.27.4.227, port: 1bf0befb-0ac8-4221-a091-92283e46d506. Aug 01 14:11:54.295334 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Router fa4a9281-06a2-416f-812c-c1dcf41923a5 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:11:54.346030 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:54.387021 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-277b9bc8-0cec-466a-bbc9-940daee17bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:54.609728 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2ba14-7fb5-4de7-b5d9-d53e2a2c50ba req-d1f49d5b-150b-4a16-83b5-ed17473a72a1 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:54.610923 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ee2ba14-7fb5-4de7-b5d9-d53e2a2c50ba req-d1f49d5b-150b-4a16-83b5-ed17473a72a1 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 944 time: 0.1977654 Aug 01 14:11:54.619729 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6a2dfcae-935e-486d-96b8-22a8dc055c9f req-c5067b48-09da-4669-9b5b-e0b81041d20f tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 210 time: 0.0693285 Aug 01 14:11:54.643463 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:11:54.661183 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] Sync routers for ids ['fa4a9281-06a2-416f-812c-c1dcf41923a5'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:11:54.686790 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] Routers {'fa4a9281-06a2-416f-812c-c1dcf41923a5'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:54.687931 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:11:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['fa4a9281-06a2-416f-812c-c1dcf41923a5'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:54.734140 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bbade-4854-4870-acc3-8d13dec666c2 req-61fdb448-c055-4d3d-b58d-f73a8723371e tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:54.736231 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-61fdb448-c055-4d3d-b58d-f73a8723371e tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.57 "GET /v2.0/networks?id=83622244-0e2b-48fa-9f1f-b69b203342d9 HTTP/1.1" status: 200 len: 808 time: 0.2775664 Aug 01 14:11:54.780131 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:54.849084 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ee2ba14-7fb5-4de7-b5d9-d53e2a2c50ba req-698d7f6a-40f5-4d5a-a87d-e5805f389014 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281628 Aug 01 14:11:54.867501 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:54.867501 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-07862130-df01-42b2-9e56-bdbaba34003f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4433031 Aug 01 14:11:54.867501 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:54.868683 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60476) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:54.869520 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4024657c-e1a7-441b-8152-96a36fedf93a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:54.874595 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-bf4df62e-9e96-4170-8599-fc6896e84e33 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96042402', 'description': 'tempest-secgroup-smoke-96042402 description', 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:54.881460 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:54.888826 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] Set router fa4a9281-06a2-416f-812c-c1dcf41923a5 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:54.929259 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bf4df62e-9e96-4170-8599-fc6896e84e33 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:54.933108 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-a9b54a56-5cff-479b-8759-b02108fd6a34 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bfbca571c4b4199a577322e866dfae9 HTTP/1.1" status: 200 len: 380 time: 0.1737146 Aug 01 14:11:54.937898 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413323a0-b671-4437-bd36-9fc97f78f9d0 x-openstack-request-id: req-413323a0-b671-4437-bd36-9fc97f78f9d0 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:54.938195 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:54.938453 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-413323a0-b671-4437-bd36-9fc97f78f9d0 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:54.939129 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413323a0-b671-4437-bd36-9fc97f78f9d0'] response: {'name': 'network-changed', 'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506', 'status': 'completed', 'code': 200} Aug 01 14:11:54.959276 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:54.963580 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Request body: {'port': {'device_id': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'admin_state_up': True, 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'security_groups': ['3651cc94-e5a3-4a43-b865-144bce089bf8']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:54.967770 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:54.971967 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:55.054940 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bf4df62e-9e96-4170-8599-fc6896e84e33 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group (15fdec87-58f8-4692-a670-2b644260c755), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.065015 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bf4df62e-9e96-4170-8599-fc6896e84e33 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (15fdec87-58f8-4692-a670-2b644260c755), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.097727 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024657c-e1a7-441b-8152-96a36fedf93a req-850ea92f-ba6e-4c1d-ba97-78421cd8019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:55.100091 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4024657c-e1a7-441b-8152-96a36fedf93a req-850ea92f-ba6e-4c1d-ba97-78421cd8019c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d78f1cca2f845a5ad90c514c2d71f62&device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 1129 time: 0.1142793 Aug 01 14:11:55.153236 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bf4df62e-9e96-4170-8599-fc6896e84e33 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.154993 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-bf4df62e-9e96-4170-8599-fc6896e84e33 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2844210 Aug 01 14:11:55.158714 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60486) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:55.161635 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4df62e-9e96-4170-8599-fc6896e84e33 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fdec87-58f8-4692-a670-2b644260c755,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:55.181145 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-34a8d7fc-1583-4205-a458-00802da36edb tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'security_group_rule': {'security_group_id': '15fdec87-58f8-4692-a670-2b644260c755', 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:55.249246 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Made reservation on behalf of 6bfbca571c4b4199a577322e866dfae9 for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:11:55.252561 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-34a8d7fc-1583-4205-a458-00802da36edb tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (6ccbb5b6-e83e-48e3-b586-6c721ec72fd7), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.252842 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.279480 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '3c285b6d-7cb3-402b-ba7f-0b028deca166', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'floating_ip_address': '172.27.4.227', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'port_id': '1bf0befb-0ac8-4221-a091-92283e46d506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'mac_address': 'fa:16:3e:ba:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:11:53Z', 'updated_at': '2022-08-01T14:11:53Z', 'revision_number': 0, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:10:03Z', 'revision_number': 5, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:55.281526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6d232-811c-420c-9400-b01e358ca8bc req-a7152c64-3138-4ce6-ab88-182f168c99da tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:55.283543 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-64f6d232-811c-420c-9400-b01e358ca8bc req-a7152c64-3138-4ce6-ab88-182f168c99da tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 946 time: 0.0867369 Aug 01 14:11:55.310368 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] Checking router: fa4a9281-06a2-416f-812c-c1dcf41923a5 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:11:55.322202 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] Routers {'fa4a9281-06a2-416f-812c-c1dcf41923a5'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:11:55.323125 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:11:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['fa4a9281-06a2-416f-812c-c1dcf41923a5'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:55.350480 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-34a8d7fc-1583-4205-a458-00802da36edb tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (6ccbb5b6-e83e-48e3-b586-6c721ec72fd7), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.356656 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-34a8d7fc-1583-4205-a458-00802da36edb tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (6ccbb5b6-e83e-48e3-b586-6c721ec72fd7), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.383534 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:11:55.385504 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8d7fc-1583-4205-a458-00802da36edb tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccbb5b6-e83e-48e3-b586-6c721ec72fd7,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:55.392141 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-34a8d7fc-1583-4205-a458-00802da36edb tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.394690 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-34a8d7fc-1583-4205-a458-00802da36edb tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2342913 Aug 01 14:11:55.397864 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60494) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:55.402971 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-4cfa8b45-706e-413c-96d5-bf6403a966ff tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'security_group_rule': {'security_group_id': '15fdec87-58f8-4692-a670-2b644260c755', 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:55.443226 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8b45-706e-413c-96d5-bf6403a966ff tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (3cc30daa-e862-4ee2-8664-0e401470c59b), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.461735 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] Set router fa4a9281-06a2-416f-812c-c1dcf41923a5 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:11:55.533460 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8b45-706e-413c-96d5-bf6403a966ff tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (3cc30daa-e862-4ee2-8664-0e401470c59b), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.540712 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8b45-706e-413c-96d5-bf6403a966ff tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (3cc30daa-e862-4ee2-8664-0e401470c59b), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.569336 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa8b45-706e-413c-96d5-bf6403a966ff tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc30daa-e862-4ee2-8664-0e401470c59b,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:55.588978 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8b45-706e-413c-96d5-bf6403a966ff tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.592427 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4cfa8b45-706e-413c-96d5-bf6403a966ff tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1914642 Aug 01 14:11:55.664917 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60496) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:55.670820 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-d306bd2d-85c2-4fc5-9f2d-12c4d944faa5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'security_group_rule': {'security_group_id': '15fdec87-58f8-4692-a670-2b644260c755', 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:55.711794 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d306bd2d-85c2-4fc5-9f2d-12c4d944faa5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (2a3292c2-91d6-4bd3-a27b-d705905e647f), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.761716 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac7772-ee88-4276-951d-2889501178fe req-9d129237-4227-47a7-909c-6e09c079ee36 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:55.763326 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c4ac7772-ee88-4276-951d-2889501178fe req-9d129237-4227-47a7-909c-6e09c079ee36 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.4580164 Aug 01 14:11:55.786979 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-64f6d232-811c-420c-9400-b01e358ca8bc req-68a1239b-9cdb-4c13-9405-52b5e4f9dd20 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975088 Aug 01 14:11:55.829186 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d306bd2d-85c2-4fc5-9f2d-12c4d944faa5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (2a3292c2-91d6-4bd3-a27b-d705905e647f), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.838283 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d306bd2d-85c2-4fc5-9f2d-12c4d944faa5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (2a3292c2-91d6-4bd3-a27b-d705905e647f), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.879689 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '3c285b6d-7cb3-402b-ba7f-0b028deca166', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'floating_ip_address': '172.27.4.227', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'port_id': '1bf0befb-0ac8-4221-a091-92283e46d506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'mac_address': 'fa:16:3e:ba:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:11:53Z', 'updated_at': '2022-08-01T14:11:53Z', 'revision_number': 0, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:10:03Z', 'revision_number': 5, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:11:55.881109 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306bd2d-85c2-4fc5-9f2d-12c4d944faa5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3292c2-91d6-4bd3-a27b-d705905e647f,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:55.886243 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Allocated IP 172.20.0.7 (83622244-0e2b-48fa-9f1f-b69b203342d9/f372540b-2ce5-4811-a16d-91adb9bef9cf/ec79e886-ddb7-4769-af78-cfcf4186343e) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:11:55.896741 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d306bd2d-85c2-4fc5-9f2d-12c4d944faa5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:55.903391 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 60502) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:55.903908 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d306bd2d-85c2-4fc5-9f2d-12c4d944faa5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2373183 Aug 01 14:11:55.909893 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-13da7664-5cbf-4fb5-ac80-194bb8d5b334 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'security_group_rule': {'security_group_id': '15fdec87-58f8-4692-a670-2b644260c755', 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:55.930528 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c4ac7772-ee88-4276-951d-2889501178fe req-5c930bbd-6d1f-4138-84cd-21d8096e190e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480119 Aug 01 14:11:55.945168 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff403a8-54ba-4881-a87e-c47edd427b9c None None] The sync data for ids ['fa4a9281-06a2-416f-812c-c1dcf41923a5'] in dv-cinder-845178-10-iscsi is: [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '3c285b6d-7cb3-402b-ba7f-0b028deca166', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'floating_ip_address': '172.27.4.227', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'port_id': '1bf0befb-0ac8-4221-a091-92283e46d506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'mac_address': 'fa:16:3e:ba:3e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:11:53Z', 'updated_at': '2022-08-01T14:11:53Z', 'revision_number': 0, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:10:03Z', 'revision_number': 5, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:11:56.029508 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-13da7664-5cbf-4fb5-ac80-194bb8d5b334 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (25e7a2b0-7fd4-439f-8d00-3bba894fa91b), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.164499 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b403b823-1dc4-49d4-a40d-8472864c0a2d req-d62044b2-f718-4948-9a43-016c7f7b49e6 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 210 time: 0.0618639 Aug 01 14:11:56.238298 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-13da7664-5cbf-4fb5-ac80-194bb8d5b334 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (25e7a2b0-7fd4-439f-8d00-3bba894fa91b), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.253712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-13da7664-5cbf-4fb5-ac80-194bb8d5b334 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (25e7a2b0-7fd4-439f-8d00-3bba894fa91b), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.303211 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:56.328534 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfbcf0-fd2b-40f4-8c10-8845b67d9d93 None None] New status for floating IP 3c285b6d-7cb3-402b-ba7f-0b028deca166: ACTIVE {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:11:56.345551 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da7664-5cbf-4fb5-ac80-194bb8d5b334 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e7a2b0-7fd4-439f-8d00-3bba894fa91b,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:56.374544 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-13da7664-5cbf-4fb5-ac80-194bb8d5b334 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.375801 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-13da7664-5cbf-4fb5-ac80-194bb8d5b334 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4701512 Aug 01 14:11:56.381164 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60514) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:56.389701 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-d4a47f15-4fb0-4225-9121-31c19b2a9e14 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'security_group_rule': {'security_group_id': '15fdec87-58f8-4692-a670-2b644260c755', 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:56.400891 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.418782 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:56.435079 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.securitygroups_db [None req-d4a47f15-4fb0-4225-9121-31c19b2a9e14 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Project 9d78f1cca2f845a5ad90c514c2d71f62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 01 14:11:56.443884 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d4a47f15-4fb0-4225-9121-31c19b2a9e14 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (ef173748-826c-43e5-a841-f081840c1eab), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.477280 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dcfd3-5529-4ca9-96ee-69bfe4ce0e94 req-f24ab65d-be65-40f3-b66b-13914bdffd1d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:56.487165 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c18dcfd3-5529-4ca9-96ee-69bfe4ce0e94 req-f24ab65d-be65-40f3-b66b-13914bdffd1d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 944 time: 0.2227430 Aug 01 14:11:56.524471 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932b9fe-8201-4a1a-8feb-f239556595e6 req-4cbc535f-f291-4a0b-9ecc-3ccbe96b1cb9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:56.531898 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f932b9fe-8201-4a1a-8feb-f239556595e6 req-4cbc535f-f291-4a0b-9ecc-3ccbe96b1cb9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.2324476 Aug 01 14:11:56.603732 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-92ce94a3-d198-4ed6-a3f0-22a17ee5ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.619313 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d4a47f15-4fb0-4225-9121-31c19b2a9e14 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (ef173748-826c-43e5-a841-f081840c1eab), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.626949 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d4a47f15-4fb0-4225-9121-31c19b2a9e14 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (ef173748-826c-43e5-a841-f081840c1eab), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.649846 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a47f15-4fb0-4225-9121-31c19b2a9e14 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef173748-826c-43e5-a841-f081840c1eab,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:56.662443 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d4a47f15-4fb0-4225-9121-31c19b2a9e14 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.663734 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d4a47f15-4fb0-4225-9121-31c19b2a9e14 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2805765 Aug 01 14:11:56.666852 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60516) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:11:56.675505 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-ac8e1f65-14d9-4a6a-b3ad-e111842d9abe tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'security_group_rule': {'security_group_id': '15fdec87-58f8-4692-a670-2b644260c755', 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:56.694333 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.702303 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c18dcfd3-5529-4ca9-96ee-69bfe4ce0e94 req-8eee02db-9601-49d6-970a-2b49c8902dd9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138243 Aug 01 14:11:56.706511 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.securitygroups_db [None req-ac8e1f65-14d9-4a6a-b3ad-e111842d9abe tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Project 9d78f1cca2f845a5ad90c514c2d71f62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 01 14:11:56.720555 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1f65-14d9-4a6a-b3ad-e111842d9abe tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (fb15055b-2b47-46f1-8d47-c126c41cae67), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.731529 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:56.764122 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024657c-e1a7-441b-8152-96a36fedf93a req-730986df-05bd-4ca7-bc8e-e87fc7a71add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:56.766774 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4024657c-e1a7-441b-8152-96a36fedf93a req-730986df-05bd-4ca7-bc8e-e87fc7a71add service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 HTTP/1.1" status: 200 len: 915 time: 0.4074836 Aug 01 14:11:56.773360 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f932b9fe-8201-4a1a-8feb-f239556595e6 req-8deff6a3-52b9-42c0-9714-16ac2e06ba4f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399497 Aug 01 14:11:56.774858 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:56.813005 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1f65-14d9-4a6a-b3ad-e111842d9abe tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (fb15055b-2b47-46f1-8d47-c126c41cae67), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.813149 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Network 83622244-0e2b-48fa-9f1f-b69b203342d9 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:11:56.818424 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1f65-14d9-4a6a-b3ad-e111842d9abe tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (fb15055b-2b47-46f1-8d47-c126c41cae67), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.824500 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:11:56.827192 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event updated for resources: {'Port': ['ID=ec79e886-ddb7-4769-af78-cfcf4186343e,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:56.829988 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:11:56.877636 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e1f65-14d9-4a6a-b3ad-e111842d9abe tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb15055b-2b47-46f1-8d47-c126c41cae67,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:56.906534 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1f65-14d9-4a6a-b3ad-e111842d9abe tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:56.908354 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-ac8e1f65-14d9-4a6a-b3ad-e111842d9abe tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2404613 Aug 01 14:11:56.972077 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-e6d71be4-27f4-4dd0-90ee-71cd36c16191 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:56.975249 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-e6d71be4-27f4-4dd0-90ee-71cd36c16191 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.57 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 946 time: 0.1119611 Aug 01 14:11:57.065516 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:57.066429 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:57.094234 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4024657c-e1a7-441b-8152-96a36fedf93a req-c5d6a3f0-ca88-4b69-9c66-cdc0e7e12a25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf0befb-0ac8-4221-a091-92283e46d506 HTTP/1.1" status: 200 len: 1001 time: 0.1845174 Aug 01 14:11:57.098924 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-26e7094a-7933-4c69-b823-9030577dba11 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Deleting port d18f8bb0-46f8-41e5-b2fb-b52607439b5e {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:11:57.099552 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-26e7094a-7933-4c69-b823-9030577dba11 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:57.105388 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7ec8d-5725-4607-8d6f-1208c6835dac req-4be1cc32-a8fa-43b9-8751-066e9d616979 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:57.107184 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fdf7ec8d-5725-4607-8d6f-1208c6835dac req-4be1cc32-a8fa-43b9-8751-066e9d616979 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/ports?device_id=d31bf2d4-54b7-42bc-b538-2482464fb82d HTTP/1.1" status: 200 len: 946 time: 0.1363106 Aug 01 14:11:57.119554 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-af17fc26-4639-4cb0-8927-8afecf3e0173 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1643672 Aug 01 14:11:57.153776 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Request body: {'port': {'device_id': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:57.173777 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-e3c6c7ea-4ffb-4f69-866e-0dd3a48e9b3d None None] Provisioning complete for port ec79e886-ddb7-4769-af78-cfcf4186343e triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:11:57.174410 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c7ea-4ffb-4f69-866e-0dd3a48e9b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:57.211303 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6c7ea-4ffb-4f69-866e-0dd3a48e9b3d None None] Port ec79e886-ddb7-4769-af78-cfcf4186343e cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:11:57.226283 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-26e7094a-7933-4c69-b823-9030577dba11 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] For port d18f8bb0-46f8-41e5-b2fb-b52607439b5e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,segment=NetworkSegment(93a62768-b299-4cdb-a1df-dce2627d2bd6),segment_id=93a62768-b299-4cdb-a1df-dce2627d2bd6)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:57.226649 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-26e7094a-7933-4c69-b823-9030577dba11 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:57.242604 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-26e7094a-7933-4c69-b823-9030577dba11 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Calling delete_port for d18f8bb0-46f8-41e5-b2fb-b52607439b5e owned by compute:nova {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:11:57.245593 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-3c7b87f2-4c32-4f66-886e-790bfba543af tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96042402&fields=id&tenant_id=9d78f1cca2f845a5ad90c514c2d71f62 HTTP/1.1" status: 200 len: 267 time: 0.2140908 Aug 01 14:11:57.250925 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024657c-e1a7-441b-8152-96a36fedf93a req-7602d3a1-269d-4922-927a-e25493586c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:57.252434 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4024657c-e1a7-441b-8152-96a36fedf93a req-7602d3a1-269d-4922-927a-e25493586c21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92c4316e-45c3-407c-bf1b-0ad24c58336c HTTP/1.1" status: 200 len: 853 time: 0.1442273 Aug 01 14:11:57.337740 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fdf7ec8d-5725-4607-8d6f-1208c6835dac req-7a9712a7-f099-4166-9480-f61fe0b6befe tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.45 "GET /v2.0/security-groups?id=19c59929-263a-47fc-a685-736c966aa6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172415 Aug 01 14:11:57.359497 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:57.368326 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:57.382872 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024657c-e1a7-441b-8152-96a36fedf93a req-f6cfda8b-bdfc-419e-b5ee-5edcc00fd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:57.385350 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4024657c-e1a7-441b-8152-96a36fedf93a req-f6cfda8b-bdfc-419e-b5ee-5edcc00fd299 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1211565 Aug 01 14:11:57.402589 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-26e7094a-7933-4c69-b823-9030577dba11 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (d18f8bb0-46f8-41e5-b2fb-b52607439b5e), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:57.412183 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-b1519ad3-1733-4266-9285-50542416939d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:57.413787 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-b1519ad3-1733-4266-9285-50542416939d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.1572528 Aug 01 14:11:57.421152 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['d18f8bb0-46f8-41e5-b2fb-b52607439b5e'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:11:57.456520 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7094a-7933-4c69-b823-9030577dba11 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Pushing event deleted for resources: {'Port': ['ID=d18f8bb0-46f8-41e5-b2fb-b52607439b5e,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:57.467117 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-83dcec1c-2b92-4000-9cef-3ec50b37be21 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'port': {'security_groups': ['0eeedcad-f141-4243-a424-3b010d13de66', '15fdec87-58f8-4692-a670-2b644260c755']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:11:57.599907 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8f9c9-89e2-4ea3-866d-a0e2632a20ae req-ddf8707a-37ef-48e8-a2a7-dd0fea09e0ee tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:57.601643 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b6d8f9c9-89e2-4ea3-866d-a0e2632a20ae req-ddf8707a-37ef-48e8-a2a7-dd0fea09e0ee tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1654985 Aug 01 14:11:57.715716 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:57.775270 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-26e7094a-7933-4c69-b823-9030577dba11 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] No DVR routers for this DVR port d18f8bb0-46f8-41e5-b2fb-b52607439b5e on host hv-cinder-84517 {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:11:57.778174 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-26e7094a-7933-4c69-b823-9030577dba11 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:57.781451 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-ac1a97d9-fc20-4b83-a940-fede42353b0f req-26e7094a-7933-4c69-b823-9030577dba11 tempest-VolumesActionsTest-915804991 tempest-VolumesActionsTest-915804991-project] 10.222.0.57 "DELETE /v2.0/ports/d18f8bb0-46f8-41e5-b2fb-b52607439b5e HTTP/1.1" status: 204 len: 173 time: 0.7990556 Aug 01 14:11:57.781917 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31bf2d4-54b7-42bc-b538-2482464fb82d', 'name': 'network-vif-deleted', 'tag': 'd18f8bb0-46f8-41e5-b2fb-b52607439b5e'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:57.784628 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9849a4b-991d-4520-be20-9cb045eb1d17" -d '{"events": [{"server_uuid": "d31bf2d4-54b7-42bc-b538-2482464fb82d", "name": "network-vif-deleted", "tag": "d18f8bb0-46f8-41e5-b2fb-b52607439b5e"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:57.790169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-83dcec1c-2b92-4000-9cef-3ec50b37be21 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:57.851173 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4024657c-e1a7-441b-8152-96a36fedf93a req-fd68290e-b70f-4406-bfd2-d5b6e5d21a3c service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553854 Aug 01 14:11:57.860432 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b6d8f9c9-89e2-4ea3-866d-a0e2632a20ae req-28945667-a865-4bbf-b4be-6bc3f8ca5960 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496605 Aug 01 14:11:58.080106 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faadb6a-6c73-40c1-945c-16ef49e27a58 req-99a32e16-9a56-456d-9dfd-3750a2c1c31c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:58.082117 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4faadb6a-6c73-40c1-945c-16ef49e27a58 req-99a32e16-9a56-456d-9dfd-3750a2c1c31c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 931 time: 0.1219954 Aug 01 14:11:58.176400 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4024657c-e1a7-441b-8152-96a36fedf93a req-620e59e1-b2f2-4b9e-914e-67194345059a service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094203 Aug 01 14:11:58.259442 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:58.285224 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4faadb6a-6c73-40c1-945c-16ef49e27a58 req-61a3f3e1-05f6-4cbd-9500-895d631b0fa5 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922154 Aug 01 14:11:58.302386 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec79e886-ddb7-4769-af78-cfcf4186343e {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:11:58.327486 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Publish callbacks [] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:58.359706 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:58.363713 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Transition to ACTIVE for port object ec79e886-ddb7-4769-af78-cfcf4186343e will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:11:58.375192 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:58.393584 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-83dcec1c-2b92-4000-9cef-3ec50b37be21 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] For port 1bf0befb-0ac8-4221-a091-92283e46d506, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=1bf0befb-0ac8-4221-a091-92283e46d506,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:11:58.783907 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:58.806806 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-83dcec1c-2b92-4000-9cef-3ec50b37be21 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for port (1bf0befb-0ac8-4221-a091-92283e46d506), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:58.808659 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Pushing event updated for resources: {'Port': ['ID=ec79e886-ddb7-4769-af78-cfcf4186343e,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:58.820235 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781739b-3bf0-4518-b173-6ce281335653 req-61453310-8971-4902-9f60-d3076f032184 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:58.821793 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f781739b-3bf0-4518-b173-6ce281335653 req-61453310-8971-4902-9f60-d3076f032184 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 944 time: 0.4392033 Aug 01 14:11:58.824945 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-83dcec1c-2b92-4000-9cef-3ec50b37be21 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:58.839732 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-83dcec1c-2b92-4000-9cef-3ec50b37be21 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:58.840393 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-83dcec1c-2b92-4000-9cef-3ec50b37be21 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:58.841808 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d1a8e32-c0da-4962-a25e-4ffba34655e5 req-83dcec1c-2b92-4000-9cef-3ec50b37be21 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "PUT /v2.0/ports/1bf0befb-0ac8-4221-a091-92283e46d506 HTTP/1.1" status: 200 len: 981 time: 1.4034433 Aug 01 14:11:58.843530 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:11:58.845553 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['1bf0befb-0ac8-4221-a091-92283e46d506'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:11:58.849042 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:11:58.889578 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2e4f91-33aa-4349-8a48-6b9274dc2cf1 x-openstack-request-id: req-4c2e4f91-33aa-4349-8a48-6b9274dc2cf1 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:58.890124 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31bf2d4-54b7-42bc-b538-2482464fb82d", "name": "network-vif-deleted", "tag": "d18f8bb0-46f8-41e5-b2fb-b52607439b5e", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:58.890290 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c2e4f91-33aa-4349-8a48-6b9274dc2cf1 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:58.895757 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2e4f91-33aa-4349-8a48-6b9274dc2cf1'] response: {'server_uuid': 'd31bf2d4-54b7-42bc-b538-2482464fb82d', 'name': 'network-vif-deleted', 'tag': 'd18f8bb0-46f8-41e5-b2fb-b52607439b5e', 'status': 'completed', 'code': 200} Aug 01 14:11:58.949633 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Attempting to bind port ec79e886-ddb7-4769-af78-cfcf4186343e on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:11:58.949979 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Attempting to bind port ec79e886-ddb7-4769-af78-cfcf4186343e by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:11:58.950330 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Attempting to bind port ec79e886-ddb7-4769-af78-cfcf4186343e on network 83622244-0e2b-48fa-9f1f-b69b203342d9 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:58.966476 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:58.979679 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Port ec79e886-ddb7-4769-af78-cfcf4186343e on network 83622244-0e2b-48fa-9f1f-b69b203342d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:11:58.979909 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Attempting to bind port ec79e886-ddb7-4769-af78-cfcf4186343e on network 83622244-0e2b-48fa-9f1f-b69b203342d9 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:11:58.984645 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['1bf0befb-0ac8-4221-a091-92283e46d506'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:11:58.986696 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f781739b-3bf0-4518-b173-6ce281335653 req-990bf65b-b1c8-4f9f-8f3e-dcdaac379f61 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439142 Aug 01 14:11:58.987344 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcec1c-2b92-4000-9cef-3ec50b37be21 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'Port': ['ID=1bf0befb-0ac8-4221-a091-92283e46d506,revision_number=6']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:59.033385 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:11:59.034140 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Checking segment: {'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:11:59.034882 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Bound using segment: {'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:11:59.036882 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Bound port: ec79e886-ddb7-4769-af78-cfcf4186343e, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b223cf-bb32-4dd3-9844-876ebf35674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:11:59.036882 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:59.088786 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b0e3c-724f-4427-99f4-9e41e7efba82 req-9bc0f892-a5a4-4db6-87f2-5f4fa1f2d5fd tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:59.094101 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e03b0e3c-724f-4427-99f4-9e41e7efba82 req-9bc0f892-a5a4-4db6-87f2-5f4fa1f2d5fd tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.1321304 Aug 01 14:11:59.127222 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:11:59.192427 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:59.224680 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad52e2-8f12-457e-b619-463e8619d123 req-f23db425-c53f-4f23-9d31-8c32e65cdfae tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:59.226267 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e1ad52e2-8f12-457e-b619-463e8619d123 req-f23db425-c53f-4f23-9d31-8c32e65cdfae tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.1134734 Aug 01 14:11:59.261776 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e03b0e3c-724f-4427-99f4-9e41e7efba82 req-a75ef8cf-35fc-4263-b645-63da78f2252d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575539 Aug 01 14:11:59.276831 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] For port ec79e886-ddb7-4769-af78-cfcf4186343e, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:11:59.324231 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e1ad52e2-8f12-457e-b619-463e8619d123 req-62b72663-3413-41eb-9e15-b431acf36b1b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0875139 Aug 01 14:11:59.340450 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] For port ec79e886-ddb7-4769-af78-cfcf4186343e, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=ec79e886-ddb7-4769-af78-cfcf4186343e,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:11:59.350924 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:59.369064 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:59.371764 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:59.376702 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] 10.222.0.57 "PUT /v2.0/ports/ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 200 len: 1093 time: 2.2285419 Aug 01 14:11:59.378998 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cade6946-5993-41ac-abf7-12fae1636317 x-openstack-request-id: req-cade6946-5993-41ac-abf7-12fae1636317 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:11:59.379350 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:11:59.379628 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cade6946-5993-41ac-abf7-12fae1636317 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:11:59.380141 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cade6946-5993-41ac-abf7-12fae1636317'] response: {'name': 'network-changed', 'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506', 'status': 'completed', 'code': 200} Aug 01 14:11:59.560556 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eea4b-fc4b-461d-a45b-20c2554e1e9a service neutron] Pushing event updated for resources: {'Port': ['ID=ec79e886-ddb7-4769-af78-cfcf4186343e,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:11:59.569454 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc854806-6be6-49c1-9ffb-7b35275b00dd req-02e114b2-fce6-4aa9-ba60-dce4735b0030 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:59.576550 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cc854806-6be6-49c1-9ffb-7b35275b00dd req-02e114b2-fce6-4aa9-ba60-dce4735b0030 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1325164 Aug 01 14:11:59.585195 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b778118-758b-4e8a-bb00-f4ecce6f6366 req-9cb3f6e3-05a7-4ab4-8338-782e667d2ba8 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:59.592404 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9b778118-758b-4e8a-bb00-f4ecce6f6366 req-9cb3f6e3-05a7-4ab4-8338-782e667d2ba8 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1372344 Aug 01 14:11:59.728463 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9b778118-758b-4e8a-bb00-f4ecce6f6366 req-553b2406-051c-4590-98c8-deecfa39bc62 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288908 Aug 01 14:11:59.743244 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cc854806-6be6-49c1-9ffb-7b35275b00dd req-0884c84b-058f-4eb7-ba80-747f2aa958d4 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618395 Aug 01 14:11:59.869219 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-810bc226-bb79-4ddb-85d9-fb7d9fc63833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:59.870826 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-810bc226-bb79-4ddb-85d9-fb7d9fc63833 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d78f1cca2f845a5ad90c514c2d71f62&device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 1168 time: 0.0846174 Aug 01 14:11:59.917186 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:11:59.949419 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bbade-4854-4870-acc3-8d13dec666c2 req-e099b47b-f958-41c2-97a8-0ad701751c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:11:59.951849 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-e099b47b-f958-41c2-97a8-0ad701751c03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6bfbca571c4b4199a577322e866dfae9&device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1127 time: 0.0954275 Aug 01 14:12:00.006504 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-a6bf23e2-8a48-4a1f-866f-e7d13468da59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 200 len: 217 time: 0.0418458 Aug 01 14:12:00.011467 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:00.072366 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-9a909b65-4c88-4078-932e-12aecccb4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:00.073900 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-9a909b65-4c88-4078-932e-12aecccb4608 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 HTTP/1.1" status: 200 len: 915 time: 0.1855550 Aug 01 14:12:00.142607 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bbade-4854-4870-acc3-8d13dec666c2 req-a5c4c14e-143e-4778-a9fa-20d8f4030d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:00.144107 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-a5c4c14e-143e-4778-a9fa-20d8f4030d5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f372540b-2ce5-4811-a16d-91adb9bef9cf HTTP/1.1" status: 200 len: 847 time: 0.1196659 Aug 01 14:12:00.181764 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:00.216180 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bda424-1132-4305-943e-6d8a75b72448 req-b151675a-1f82-407c-ae05-1f4b45fbe70d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:00.217787 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b3bda424-1132-4305-943e-6d8a75b72448 req-b151675a-1f82-407c-ae05-1f4b45fbe70d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 944 time: 0.1250093 Aug 01 14:12:00.231199 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-dba66675-f73e-45e1-98a9-e8f0ad67580d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf0befb-0ac8-4221-a091-92283e46d506 HTTP/1.1" status: 200 len: 1001 time: 0.1506915 Aug 01 14:12:00.255635 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bbade-4854-4870-acc3-8d13dec666c2 req-72f7b6a6-610b-4530-b8f0-13bbe090c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:00.257182 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-72f7b6a6-610b-4530-b8f0-13bbe090c3e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83622244-0e2b-48fa-9f1f-b69b203342d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0927231 Aug 01 14:12:00.372254 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-a9d8858a-b411-4556-b6e5-210afe5e6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:00.373764 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-a9d8858a-b411-4556-b6e5-210afe5e6daf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92c4316e-45c3-407c-bf1b-0ad24c58336c HTTP/1.1" status: 200 len: 853 time: 0.1324384 Aug 01 14:12:00.380669 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b3bda424-1132-4305-943e-6d8a75b72448 req-f1dc1be5-1006-442c-bee2-5df058a9294b tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545186 Aug 01 14:12:00.446076 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aecacf-152d-4b4c-834c-3260bebbf969 req-637e12b1-de01-448b-9f7b-fa48ca726332 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:00.447644 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-83aecacf-152d-4b4c-834c-3260bebbf969 req-637e12b1-de01-448b-9f7b-fa48ca726332 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0729322 Aug 01 14:12:00.466214 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-849f6135-43b0-4751-a0ae-b6f16432ec2c service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874456 Aug 01 14:12:00.507335 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-83aecacf-152d-4b4c-834c-3260bebbf969 req-2a007c4e-7dab-4d02-a864-2c3ee2ef46b9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535467 Aug 01 14:12:00.900144 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c98e0a-cdd5-44c4-bb49-1db22c999371 req-e1c0a3d7-67d6-421b-8360-a9782a203a41 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:00.901744 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d5c98e0a-cdd5-44c4-bb49-1db22c999371 req-e1c0a3d7-67d6-421b-8360-a9782a203a41 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0764165 Aug 01 14:12:00.910813 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c917e-79c8-4003-a775-4e603635652b req-0e6f91ae-e10a-46b7-959c-c9e74f3e806f tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:00.913120 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-542c917e-79c8-4003-a775-4e603635652b req-0e6f91ae-e10a-46b7-959c-c9e74f3e806f tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.0776634 Aug 01 14:12:00.997352 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d5c98e0a-cdd5-44c4-bb49-1db22c999371 req-b0e32a1f-6e7c-46dd-9101-7ab8eef2656b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839138 Aug 01 14:12:01.002437 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-542c917e-79c8-4003-a775-4e603635652b req-65111be4-9f46-4d90-a736-f6d1f506f377 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824296 Aug 01 14:12:01.236951 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device d18f8bb0-46f8-41e5-b2fb-b52607439b5e no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:12:01.262496 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: d18f8bb0-46f8-41e5-b2fb-b52607439b5e {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:12:01.262850 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device d18f8bb0-46f8-41e5-b2fb-b52607439b5e not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:12:01.382101 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:12:01.384602 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d32842-81b0-4d92-8812-61e48e843907" -d '{"events": [{"name": "network-changed", "server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:12:01.441343 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d25fc-efde-4529-b491-c7f4cf9aeeb4 x-openstack-request-id: req-890d25fc-efde-4529-b491-c7f4cf9aeeb4 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:12:01.441739 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:12:01.442008 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-890d25fc-efde-4529-b491-c7f4cf9aeeb4 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:12:01.442450 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890d25fc-efde-4529-b491-c7f4cf9aeeb4'] response: {'name': 'network-changed', 'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'status': 'completed', 'code': 200} Aug 01 14:12:01.526005 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69c46f-62aa-4809-bb9f-43d25576299f req-7aa5f0c2-b4ca-4760-8d8a-1c6418865734 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:01.527607 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8d69c46f-62aa-4809-bb9f-43d25576299f req-7aa5f0c2-b4ca-4760-8d8a-1c6418865734 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 944 time: 0.0640421 Aug 01 14:12:01.586963 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8d69c46f-62aa-4809-bb9f-43d25576299f req-a496f60f-7f5b-42f8-971b-bcfbdd213931 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524516 Aug 01 14:12:01.647697 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587feb8-aa4e-4675-a9c8-c86eebc29cfc req-eba48e13-f9fa-416a-86ed-822d422652ee tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:01.649201 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a587feb8-aa4e-4675-a9c8-c86eebc29cfc req-eba48e13-f9fa-416a-86ed-822d422652ee tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0535326 Aug 01 14:12:01.708796 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a587feb8-aa4e-4675-a9c8-c86eebc29cfc req-b7db461a-5756-41fa-bfe5-e03d85c73d23 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535932 Aug 01 14:12:02.181859 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:02.194903 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9c741-aafc-4763-a589-de3382d1144a req-6f7ae046-db85-42ee-a51d-9827e8f46ed0 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:02.196790 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92b9c741-aafc-4763-a589-de3382d1144a req-6f7ae046-db85-42ee-a51d-9827e8f46ed0 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1149259 Aug 01 14:12:02.206390 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f7b3c-2071-401e-816e-cea46d9f7d69 req-c2aa62a1-5491-4dcc-9c58-f76da993359b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:02.208059 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b07f7b3c-2071-401e-816e-cea46d9f7d69 req-c2aa62a1-5491-4dcc-9c58-f76da993359b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1147900 Aug 01 14:12:02.222640 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-c484c359-d114-4209-8dff-e29aca94c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:02.224084 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-c484c359-d114-4209-8dff-e29aca94c86b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0799921 Aug 01 14:12:02.300292 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92b9c741-aafc-4763-a589-de3382d1144a req-36d7801d-54a0-4dbb-ac2e-3336bceccc69 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909839 Aug 01 14:12:02.303820 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b07f7b3c-2071-401e-816e-cea46d9f7d69 req-3aa459ef-57cc-42ff-9ff9-f6cc7a4127d5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841463 Aug 01 14:12:02.749242 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da77f1-8e42-4ad9-b491-ff5a04dcfb73 req-85a4989e-37ad-4b5f-87e7-4328a64d0a08 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:02.749997 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-17da77f1-8e42-4ad9-b491-ff5a04dcfb73 req-85a4989e-37ad-4b5f-87e7-4328a64d0a08 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 944 time: 0.0746949 Aug 01 14:12:02.815716 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-17da77f1-8e42-4ad9-b491-ff5a04dcfb73 req-c28f7ef0-5a2c-423a-8ca7-c5a20ea16270 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594144 Aug 01 14:12:02.865285 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441aee-24bb-48f9-b15d-46605530de13 req-230a7196-a822-4923-aaba-fccf9724f392 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:02.866850 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cb441aee-24bb-48f9-b15d-46605530de13 req-230a7196-a822-4923-aaba-fccf9724f392 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0573757 Aug 01 14:12:02.900826 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:02.922111 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cb441aee-24bb-48f9-b15d-46605530de13 req-c11f422a-1b1a-423f-81e7-de3dc4a48535 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468225 Aug 01 14:12:03.097917 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 754c5fad-2162-4018-96e9-5a8df36d546e details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:12:03.185123 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:03.236128 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 754c5fad-2162-4018-96e9-5a8df36d546e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=754c5fad-2162-4018-96e9-5a8df36d546e,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:12:03.253722 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '754c5fad-2162-4018-96e9-5a8df36d546e', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'port_id': '754c5fad-2162-4018-96e9-5a8df36d546e', 'mac_address': 'fa:16:3e:53:78:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:12:03.301366 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 754c5fad-2162-4018-96e9-5a8df36d546e is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:12:03.301970 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:03.319070 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754c5fad-2162-4018-96e9-5a8df36d546e {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:12:03.345923 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 754c5fad-2162-4018-96e9-5a8df36d546e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=754c5fad-2162-4018-96e9-5a8df36d546e,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:12:03.353286 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:03.383050 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-324bbade-4854-4870-acc3-8d13dec666c2 req-7c98b484-6c38-4284-a207-0486370bdb66 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033463 Aug 01 14:12:03.386178 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-2db28123-8bde-42cd-9f7a-2ce9e5125692 service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051320 Aug 01 14:12:03.436872 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=754c5fad-2162-4018-96e9-5a8df36d546e,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:03.566585 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5654-174d-4f66-ac5f-cafc20b39cf8 req-f74fc57f-16c7-4705-bce1-6d0eb8ceaf16 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:03.568359 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-334e5654-174d-4f66-ac5f-cafc20b39cf8 req-f74fc57f-16c7-4705-bce1-6d0eb8ceaf16 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1539032 Aug 01 14:12:03.591973 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15880a-08f0-4abb-8a9b-17cd960d6737 req-e85ee59b-7e16-4dc6-88d1-c635df65e67b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:03.593769 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7b15880a-08f0-4abb-8a9b-17cd960d6737 req-e85ee59b-7e16-4dc6-88d1-c635df65e67b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1640828 Aug 01 14:12:03.679950 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-956b1520-4ee8-4e6b-9cfe-86c8ed2e6b24 req-6d3dd37b-eae7-4b51-9c23-e2899577748a service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792418 Aug 01 14:12:03.692925 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-334e5654-174d-4f66-ac5f-cafc20b39cf8 req-bb9db055-959f-46ac-aeee-5c70e34da9fc tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174953 Aug 01 14:12:03.714447 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7b15880a-08f0-4abb-8a9b-17cd960d6737 req-3af2e70f-00fb-4d70-ba48-fd4c6ff148f7 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081913 Aug 01 14:12:03.744774 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['754c5fad-2162-4018-96e9-5a8df36d546e'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:12:03.777408 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:03.820350 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d32842-81b0-4d92-8812-61e48e843907 req-880affcd-6212-43d4-b4ea-ca85b22a7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:03.822740 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-76d32842-81b0-4d92-8812-61e48e843907 req-880affcd-6212-43d4-b4ea-ca85b22a7087 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6bfbca571c4b4199a577322e866dfae9&device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1127 time: 0.0681386 Aug 01 14:12:03.984619 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbec82-e356-4c8f-8e26-d67957479ee5 req-34622add-39b4-4101-b023-d743993e7923 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:03.986201 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-50fbec82-e356-4c8f-8e26-d67957479ee5 req-34622add-39b4-4101-b023-d743993e7923 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 945 time: 0.0817466 Aug 01 14:12:03.989529 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d32842-81b0-4d92-8812-61e48e843907 req-c26d7e70-5c5c-4d89-b95d-3af6b988e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:03.990998 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-76d32842-81b0-4d92-8812-61e48e843907 req-c26d7e70-5c5c-4d89-b95d-3af6b988e277 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83622244-0e2b-48fa-9f1f-b69b203342d9 HTTP/1.1" status: 200 len: 909 time: 0.1605270 Aug 01 14:12:04.080307 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-76d32842-81b0-4d92-8812-61e48e843907 req-e3f8f647-a57d-4c40-8a13-25becbf1991f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 200 len: 217 time: 0.0775425 Aug 01 14:12:04.119811 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:04.145727 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364712b-585e-4cdf-b060-1e27818a8dcd req-f3da90c2-d2a8-4f62-891b-d80b93025380 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:04.147353 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a364712b-585e-4cdf-b060-1e27818a8dcd req-f3da90c2-d2a8-4f62-891b-d80b93025380 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.1315939 Aug 01 14:12:04.153726 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-50fbec82-e356-4c8f-8e26-d67957479ee5 req-9b9f7018-e3f4-4cd9-a66c-79364a31ae96 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596234 Aug 01 14:12:04.205999 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d32842-81b0-4d92-8812-61e48e843907 req-5896451b-52a0-4c50-a4d4-1edf93a0d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:04.207580 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-76d32842-81b0-4d92-8812-61e48e843907 req-5896451b-52a0-4c50-a4d4-1edf93a0d871 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f372540b-2ce5-4811-a16d-91adb9bef9cf HTTP/1.1" status: 200 len: 847 time: 0.1122026 Aug 01 14:12:04.240557 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a364712b-585e-4cdf-b060-1e27818a8dcd req-67c4478a-2d53-4deb-a4d4-e20a0ac747d9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857949 Aug 01 14:12:04.270496 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d32842-81b0-4d92-8812-61e48e843907 req-4d1233b2-80cd-466c-b763-556d598ba70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:04.272094 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-76d32842-81b0-4d92-8812-61e48e843907 req-4d1233b2-80cd-466c-b763-556d598ba70d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83622244-0e2b-48fa-9f1f-b69b203342d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527847 Aug 01 14:12:04.290007 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:04.411554 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-76d32842-81b0-4d92-8812-61e48e843907 req-e9e9771a-dc04-44b7-a989-b5e52743a9f8 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283882 Aug 01 14:12:04.524199 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-76d32842-81b0-4d92-8812-61e48e843907 req-fed04335-cce8-4197-9e79-5c55db984026 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057088 Aug 01 14:12:04.969990 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c0b43-24e7-4416-b7cb-7d23426445be req-5bb88b64-1709-4936-95e3-d0bebe57b476 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:04.971624 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-020c0b43-24e7-4416-b7cb-7d23426445be req-5bb88b64-1709-4936-95e3-d0bebe57b476 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1250031 Aug 01 14:12:04.982434 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d22252-8fbc-4016-8c41-0c65c2f4d8e8 req-3eac70d0-9c17-4de0-8d23-4b43d9ce5de8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:04.984211 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f8d22252-8fbc-4016-8c41-0c65c2f4d8e8 req-3eac70d0-9c17-4de0-8d23-4b43d9ce5de8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1144514 Aug 01 14:12:05.099406 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 754c5fad-2162-4018-96e9-5a8df36d546e up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:12:05.112982 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f8d22252-8fbc-4016-8c41-0c65c2f4d8e8 req-8a641bb8-df70-48a5-b077-55b2bd5ad361 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086626 Aug 01 14:12:05.118046 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-020c0b43-24e7-4416-b7cb-7d23426445be req-701f0cf5-df21-4923-8987-e57869923da2 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324050 Aug 01 14:12:05.247074 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 754c5fad-2162-4018-96e9-5a8df36d546e completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:12:05.270574 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 754c5fad-2162-4018-96e9-5a8df36d546e triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:12:05.274933 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:05.436549 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 754c5fad-2162-4018-96e9-5a8df36d546e is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:12:05.437121 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:05.458859 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8708d35-0476-4d99-b5ff-8eb1b88e69c3 req-d31d79d8-0ef9-425b-880c-46131a9e8367 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:05.460991 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e8708d35-0476-4d99-b5ff-8eb1b88e69c3 req-d31d79d8-0ef9-425b-880c-46131a9e8367 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 945 time: 0.1224513 Aug 01 14:12:05.492294 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 754c5fad-2162-4018-96e9-5a8df36d546e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=754c5fad-2162-4018-96e9-5a8df36d546e,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:12:05.497525 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754c5fad-2162-4018-96e9-5a8df36d546e'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:12:05.502034 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fedda0-04e1-4108-a267-9f75801feaa3" -d '{"events": [{"server_uuid": "0d7f31f9-adc0-4be6-92b9-0c2c99e14308", "name": "network-vif-plugged", "status": "completed", "tag": "754c5fad-2162-4018-96e9-5a8df36d546e"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:12:05.508567 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:05.560801 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84adddf-590e-4aab-a648-0fac5dd13649 req-04f44b03-cd4e-4ced-a1ab-caae2de1492d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:05.562804 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a84adddf-590e-4aab-a648-0fac5dd13649 req-04f44b03-cd4e-4ced-a1ab-caae2de1492d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.1676192 Aug 01 14:12:05.615976 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=754c5fad-2162-4018-96e9-5a8df36d546e,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:05.619127 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e8708d35-0476-4d99-b5ff-8eb1b88e69c3 req-560320bc-ac9f-4059-9c29-b8d80705ec8f tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479082 Aug 01 14:12:05.697041 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1671b7d-6a92-43bd-aaa4-7763a19ba95b x-openstack-request-id: req-d1671b7d-6a92-43bd-aaa4-7763a19ba95b {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:12:05.697529 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f31f9-adc0-4be6-92b9-0c2c99e14308", "name": "network-vif-plugged", "status": "completed", "tag": "754c5fad-2162-4018-96e9-5a8df36d546e", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:12:05.698081 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1671b7d-6a92-43bd-aaa4-7763a19ba95b {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:12:05.698564 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1671b7d-6a92-43bd-aaa4-7763a19ba95b'] response: {'server_uuid': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754c5fad-2162-4018-96e9-5a8df36d546e', 'code': 200} Aug 01 14:12:05.705587 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a84adddf-590e-4aab-a648-0fac5dd13649 req-773d0aec-8070-4037-9380-945bfc57f868 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299686 Aug 01 14:12:05.991208 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2131a7c-bb36-4c7b-b8b8-7ebcdbdc818c req-a782f997-91ab-476c-b7bf-549b00e2fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:05.992933 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2131a7c-bb36-4c7b-b8b8-7ebcdbdc818c req-a782f997-91ab-476c-b7bf-549b00e2fd8a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 1130 time: 0.0647416 Aug 01 14:12:06.061741 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2131a7c-bb36-4c7b-b8b8-7ebcdbdc818c req-48bc4a4c-2d68-48eb-ad97-e03c2654d200 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601625 Aug 01 14:12:06.302202 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81188a2a-1d01-486a-98be-267a4d351dd9 req-6ad05ba3-bbfa-4718-8d92-a9daaaad89be tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:06.304131 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-81188a2a-1d01-486a-98be-267a4d351dd9 req-6ad05ba3-bbfa-4718-8d92-a9daaaad89be tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0679214 Aug 01 14:12:06.371742 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-81188a2a-1d01-486a-98be-267a4d351dd9 req-54e24dc4-c705-4cee-b456-e9db70bf294e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579598 Aug 01 14:12:06.415221 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:06.458092 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf673-1443-45f4-a5b2-51136f05d2c9 req-270967fd-ebeb-4c97-bbe3-8e2220b2c81f tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:06.468489 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3ddaf673-1443-45f4-a5b2-51136f05d2c9 req-270967fd-ebeb-4c97-bbe3-8e2220b2c81f tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.0784812 Aug 01 14:12:06.519334 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:06.553391 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3ddaf673-1443-45f4-a5b2-51136f05d2c9 req-21f2cf0a-ac2a-4630-8918-f7eb0cc2b1f9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857410 Aug 01 14:12:06.776953 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e49e1-d63c-4192-83aa-84caaf6782b2 req-55758d75-2237-4b1f-9b25-c542e8ab56ab tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:06.785537 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-545e49e1-d63c-4192-83aa-84caaf6782b2 req-55758d75-2237-4b1f-9b25-c542e8ab56ab tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 946 time: 0.0731504 Aug 01 14:12:06.855948 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-545e49e1-d63c-4192-83aa-84caaf6782b2 req-51dfa9a5-a352-4590-b4cb-54632a17a6ee tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693929 Aug 01 14:12:06.860465 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:06.896903 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:06.917479 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f48ae2-c2b4-41ee-9405-f486da146821 req-ac6940d8-6fd4-45f4-b3c4-8c9d9d7ae036 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:06.919406 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-96f48ae2-c2b4-41ee-9405-f486da146821 req-ac6940d8-6fd4-45f4-b3c4-8c9d9d7ae036 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0835822 Aug 01 14:12:06.981090 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-96f48ae2-c2b4-41ee-9405-f486da146821 req-da3fddd7-df99-41b7-a7f7-49585e51b353 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552485 Aug 01 14:12:07.610296 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534b70d-d448-4ec0-8e1d-4241d717960a req-e67bd488-4b13-42b8-bba6-61d5fa3ced8a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:07.615248 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7534b70d-d448-4ec0-8e1d-4241d717960a req-e67bd488-4b13-42b8-bba6-61d5fa3ced8a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1299088 Aug 01 14:12:07.750007 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=50,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:07.752523 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:07.779334 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7534b70d-d448-4ec0-8e1d-4241d717960a req-53b7dd20-ebbb-447d-aa66-f4af291ac3db tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536968 Aug 01 14:12:07.812875 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8dd00-33d1-4dc1-8c54-85e3e40c2159 req-a2ad9060-5c6e-4278-bc5c-69e7eb6a4de7 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:07.828997 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2af8dd00-33d1-4dc1-8c54-85e3e40c2159 req-a2ad9060-5c6e-4278-bc5c-69e7eb6a4de7 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1522753 Aug 01 14:12:07.964520 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2af8dd00-33d1-4dc1-8c54-85e3e40c2159 req-73ed50dd-6909-49bd-8387-58cd66cba6cc tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344488 Aug 01 14:12:08.030394 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3314373-ee20-4e0b-9103-64b310dacea6 req-f3617850-75a4-4386-b90d-3a1af3d3ea32 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:08.036935 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3314373-ee20-4e0b-9103-64b310dacea6 req-f3617850-75a4-4386-b90d-3a1af3d3ea32 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 946 time: 0.0766985 Aug 01 14:12:08.180449 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3314373-ee20-4e0b-9103-64b310dacea6 req-25bbbaec-895a-4291-90c4-d1899ee3bbf3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356478 Aug 01 14:12:08.220662 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fc75b-0f16-472a-9799-689699b76c2e req-3ae89e41-e692-4152-87d2-792a4218e219 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:08.222590 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3fc75b-0f16-472a-9799-689699b76c2e req-3ae89e41-e692-4152-87d2-792a4218e219 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.1186407 Aug 01 14:12:08.382021 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3fc75b-0f16-472a-9799-689699b76c2e req-c7b5ec96-6dcb-4569-81f2-2c23c30fdb7f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433835 Aug 01 14:12:08.407268 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eb028-c4ac-40e3-a1b7-234a21fcaf10 req-537f6093-5cff-42ff-ae43-a76a4fd75e81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:08.409900 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cf2eb028-c4ac-40e3-a1b7-234a21fcaf10 req-537f6093-5cff-42ff-ae43-a76a4fd75e81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 946 time: 0.1042643 Aug 01 14:12:08.499920 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cf2eb028-c4ac-40e3-a1b7-234a21fcaf10 req-0456279e-537c-4444-a822-637cc66e9b6a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797994 Aug 01 14:12:08.528845 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60702) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:12:08.794490 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159d77b-2bd2-47e9-a1a2-337326c2e6b8 tempest-TestVolumeBootPattern-2015234211 tempest-TestVolumeBootPattern-2015234211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:08.796170 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4159d77b-2bd2-47e9-a1a2-337326c2e6b8 tempest-TestVolumeBootPattern-2015234211 tempest-TestVolumeBootPattern-2015234211-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 1125 time: 0.2661793 Aug 01 14:12:08.801955 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 60706) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:12:08.810824 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'port_id': '754c5fad-2162-4018-96e9-5a8df36d546e', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:12:08.864118 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:09.316300 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37451-f12a-45e5-b733-38d38a149d5e req-af979204-8db1-403f-ace7-6811acfa499e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:09.317764 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bda37451-f12a-45e5-b733-38d38a149d5e req-af979204-8db1-403f-ace7-6811acfa499e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.4028647 Aug 01 14:12:09.350322 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a69822-67aa-4f3e-b039-07349492f6c6 req-ea89c604-82c0-436e-9501-16a71f4c1416 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:09.351373 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-08a69822-67aa-4f3e-b039-07349492f6c6 req-ea89c604-82c0-436e-9501-16a71f4c1416 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1092558 Aug 01 14:12:09.367937 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:09.488051 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-08a69822-67aa-4f3e-b039-07349492f6c6 req-100096d3-c8a9-4360-be99-8adb3c3b3bbc tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245708 Aug 01 14:12:09.502405 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bda37451-f12a-45e5-b733-38d38a149d5e req-a6a2aa05-6e01-4c56-a849-d55ef25135fc tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717913 Aug 01 14:12:09.595567 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:09.659219 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Allocated IP 172.27.4.139 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/20c85894-2c36-4d5f-99d8-7df87224f6c4) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:12:09.702319 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258b5c7-87b7-4f87-96b3-a99895db6bd7 req-28ec564c-623b-47a7-93f3-6ccaf3c5515e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:09.704410 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5258b5c7-87b7-4f87-96b3-a99895db6bd7 req-28ec564c-623b-47a7-93f3-6ccaf3c5515e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0954559 Aug 01 14:12:09.723910 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:09.848720 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5258b5c7-87b7-4f87-96b3-a99895db6bd7 req-56099b0e-52ad-4584-8210-9c5728a7b5f7 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230690 Aug 01 14:12:09.894955 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for port (20c85894-2c36-4d5f-99d8-7df87224f6c4), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:09.943975 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (20c85894-2c36-4d5f-99d8-7df87224f6c4), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:10.019714 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:12:10.025172 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:12:10.028571 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:12:10.037161 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'Port': ['ID=20c85894-2c36-4d5f-99d8-7df87224f6c4,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:10.563244 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (c92e7719-7014-4f2b-baee-a3c2fea2a755), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:10.788783 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (20c85894-2c36-4d5f-99d8-7df87224f6c4), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:10.838247 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f004e-4093-4365-924e-0b271ef1778f req-5d7c67b7-317b-4768-9d68-eff9c08efe59 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:10.847009 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f25f004e-4093-4365-924e-0b271ef1778f req-5d7c67b7-317b-4768-9d68-eff9c08efe59 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1535320 Aug 01 14:12:10.862363 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:10.878119 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f013-4e8d-4624-91fb-07cb20f09f00 req-1e9b840a-8621-471e-b5ca-3d5ef08a02c6 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:10.880522 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ac99f013-4e8d-4624-91fb-07cb20f09f00 req-1e9b840a-8621-471e-b5ca-3d5ef08a02c6 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1895757 Aug 01 14:12:10.980212 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:11.053491 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f25f004e-4093-4365-924e-0b271ef1778f req-676c7bf7-1d00-498f-80fb-c5626935596c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053220 Aug 01 14:12:11.098076 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ac99f013-4e8d-4624-91fb-07cb20f09f00 req-bc07f9c3-51d2-40e6-bd0c-4013de3e0031 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006123 Aug 01 14:12:11.244793 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991e331-ab47-46db-9561-dfc4368ce1aa req-bf7f5107-e595-48d2-8ddc-9e65ee896e2a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:11.246416 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3991e331-ab47-46db-9561-dfc4368ce1aa req-bf7f5107-e595-48d2-8ddc-9e65ee896e2a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0971687 Aug 01 14:12:11.276869 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for port (20c85894-2c36-4d5f-99d8-7df87224f6c4), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:11.286729 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (20c85894-2c36-4d5f-99d8-7df87224f6c4), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:11.415334 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'Port': ['ID=20c85894-2c36-4d5f-99d8-7df87224f6c4,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:11.427078 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (c92e7719-7014-4f2b-baee-a3c2fea2a755), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:11.434045 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3991e331-ab47-46db-9561-dfc4368ce1aa req-0c4dd09a-da4b-41f0-aa27-f0158bebfbf0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657586 Aug 01 14:12:11.603302 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Floating IP c92e7719-7014-4f2b-baee-a3c2fea2a755 associated. External IP: 172.27.4.139, port: 754c5fad-2162-4018-96e9-5a8df36d546e. Aug 01 14:12:11.949389 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Router 6747b800-9744-4b46-9c3c-5cec816cf9d6 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:12:12.113015 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:12:12.132604 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] Sync routers for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:12:12.157017 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:12.173611 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:12:12.174595 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:11:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:12.219151 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:12.286067 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-ce45b0bd-cb0d-4297-8a6a-17d630201330 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4818108 Aug 01 14:12:12.289020 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:12.314767 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'tag': '754c5fad-2162-4018-96e9-5a8df36d546e'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:12:12.318143 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f31f9-adc0-4be6-92b9-0c2c99e14308", "tag": "754c5fad-2162-4018-96e9-5a8df36d546e"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:12:12.319294 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:12:12.359191 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b1b2d-64dd-46e2-81ee-01902a922ac0 req-e2c1238c-f19c-4d31-9eb5-c20a672de0b6 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:12.360920 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-783b1b2d-64dd-46e2-81ee-01902a922ac0 req-e2c1238c-f19c-4d31-9eb5-c20a672de0b6 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1165793 Aug 01 14:12:12.367512 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea0af3-413e-4fea-a317-9883208f618d req-4056716f-2283-413c-869e-9c976424d6d5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:12.370133 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2bea0af3-413e-4fea-a317-9883208f618d req-4056716f-2283-413c-869e-9c976424d6d5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1433456 Aug 01 14:12:12.396544 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:12.471602 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-783b1b2d-64dd-46e2-81ee-01902a922ac0 req-31776a99-d97b-4bb5-b8f4-de6c74d2b15e tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001461 Aug 01 14:12:12.574493 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2bea0af3-413e-4fea-a317-9883208f618d req-56870100-851c-421a-a9d8-e48ee92147a7 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933281 Aug 01 14:12:12.580195 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:12.607996 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e8a129-d4aa-4f9f-96fb-5f2d872e7693 x-openstack-request-id: req-f6e8a129-d4aa-4f9f-96fb-5f2d872e7693 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:12:12.608342 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f31f9-adc0-4be6-92b9-0c2c99e14308", "tag": "754c5fad-2162-4018-96e9-5a8df36d546e", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:12:12.608611 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6e8a129-d4aa-4f9f-96fb-5f2d872e7693 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:12:12.609024 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e8a129-d4aa-4f9f-96fb-5f2d872e7693'] response: {'name': 'network-changed', 'server_uuid': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'tag': '754c5fad-2162-4018-96e9-5a8df36d546e', 'status': 'completed', 'code': 200} Aug 01 14:12:12.649744 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'c92e7719-7014-4f2b-baee-a3c2fea2a755', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.139', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': '754c5fad-2162-4018-96e9-5a8df36d546e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:53:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:12:10Z', 'updated_at': '2022-08-01T14:12:10Z', 'revision_number': 0, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:12.684874 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] Checking router: 6747b800-9744-4b46-9c3c-5cec816cf9d6 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:12:12.695915 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:12:12.696888 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:11:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:12.724255 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-7f436004-2ea5-4e5c-82d0-db475db35448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:12.725831 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-7f436004-2ea5-4e5c-82d0-db475db35448 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 1130 time: 0.0727010 Aug 01 14:12:12.732359 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e172bf1-3975-41fa-b27f-5eb494daded9 req-45a2f4df-596b-493b-8a35-a7a2fdbe4614 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:12.734231 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6e172bf1-3975-41fa-b27f-5eb494daded9 req-45a2f4df-596b-493b-8a35-a7a2fdbe4614 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0983078 Aug 01 14:12:12.830835 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:12:12.865964 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6e172bf1-3975-41fa-b27f-5eb494daded9 req-73f99897-a0f1-447d-929b-e86a17381df9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189318 Aug 01 14:12:12.917704 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-0c4d3d1f-7a3e-4cb8-812e-61bf77066f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:12.919197 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-0c4d3d1f-7a3e-4cb8-812e-61bf77066f19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 912 time: 0.1840098 Aug 01 14:12:13.015722 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-2e29f42a-3576-422d-92c2-71b7224da2c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=754c5fad-2162-4018-96e9-5a8df36d546e HTTP/1.1" status: 200 len: 1000 time: 0.0859630 Aug 01 14:12:13.091218 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-af179776-9f6c-4553-af5e-5aeb86e1ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:13.093211 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-af179776-9f6c-4553-af5e-5aeb86e1ed33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.0713944 Aug 01 14:12:13.160666 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device ec79e886-ddb7-4769-af78-cfcf4186343e details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:12:13.171999 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-7f3ba05b-2a5d-40d8-9eb0-90682cb6725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:13.174046 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-7f3ba05b-2a5d-40d8-9eb0-90682cb6725d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721095 Aug 01 14:12:13.250801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'c92e7719-7014-4f2b-baee-a3c2fea2a755', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.139', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': '754c5fad-2162-4018-96e9-5a8df36d546e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:53:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:12:10Z', 'updated_at': '2022-08-01T14:12:10Z', 'revision_number': 0, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:13.286160 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e31998-8e31-4ad9-83df-b93b2e4655ef None None] The sync data for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi is: [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'c92e7719-7014-4f2b-baee-a3c2fea2a755', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.139', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': '754c5fad-2162-4018-96e9-5a8df36d546e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:53:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:12:10Z', 'updated_at': '2022-08-01T14:12:10Z', 'revision_number': 0, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:12:13.311799 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-3d7da603-f439-43e0-9409-9797cbd27c8a service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299551 Aug 01 14:12:13.351279 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port ec79e886-ddb7-4769-af78-cfcf4186343e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=ec79e886-ddb7-4769-af78-cfcf4186343e,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:12:13.383962 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'port_id': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'mac_address': 'fa:16:3e:de:0c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:12:13.449567 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port ec79e886-ddb7-4769-af78-cfcf4186343e is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:12:13.450900 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:13.475270 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec79e886-ddb7-4769-af78-cfcf4186343e {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:12:13.482229 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6a5e0a23-7b2d-4971-8bb3-6e7aec24d20d req-c83e569c-f78f-46e3-b7d1-3d80b2abf72c service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582515 Aug 01 14:12:13.678710 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87602d7c-f5be-4625-a3d2-4535a55b732f None None] New status for floating IP c92e7719-7014-4f2b-baee-a3c2fea2a755: ACTIVE {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:12:13.765006 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port ec79e886-ddb7-4769-af78-cfcf4186343e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=ec79e886-ddb7-4769-af78-cfcf4186343e,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:12:13.776546 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:13.779253 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59cec1-257d-48e9-8d5a-998725fa6a00 req-3809c3c0-166a-462a-8e71-5bb090d82d77 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:13.787239 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8c59cec1-257d-48e9-8d5a-998725fa6a00 req-3809c3c0-166a-462a-8e71-5bb090d82d77 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0643227 Aug 01 14:12:13.814449 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812f2be-a0b3-40af-90d9-3edb4d8de133 req-01762d01-d108-4cbb-92de-6a4384ea9225 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:13.816483 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f812f2be-a0b3-40af-90d9-3edb4d8de133 req-01762d01-d108-4cbb-92de-6a4384ea9225 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1479366 Aug 01 14:12:13.851800 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:13.852946 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=ec79e886-ddb7-4769-af78-cfcf4186343e,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:13.893206 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8c59cec1-257d-48e9-8d5a-998725fa6a00 req-ac5f4d25-1c18-4b41-9331-7bb3b9e62827 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046576 Aug 01 14:12:13.963100 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f812f2be-a0b3-40af-90d9-3edb4d8de133 req-1bfc6b99-f7cb-44e9-a521-2b9cd7912243 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330152 Aug 01 14:12:14.072881 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1d746-5191-4940-84d8-e2423ee2403a req-1e8803cb-93e3-40b6-88e3-682f41590043 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:14.084861 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9cc1d746-5191-4940-84d8-e2423ee2403a req-1e8803cb-93e3-40b6-88e3-682f41590043 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0933080 Aug 01 14:12:14.135433 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['ec79e886-ddb7-4769-af78-cfcf4186343e'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:12:14.181649 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9cc1d746-5191-4940-84d8-e2423ee2403a req-81653181-0778-49b1-9d63-a809a779e737 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957727 Aug 01 14:12:14.439995 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:14.511326 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-6fd0319a-ab5d-4540-833a-ea5f52f48d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:14.513786 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-6fd0319a-ab5d-4540-833a-ea5f52f48d00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 1129 time: 0.0637920 Aug 01 14:12:14.524172 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32946e9-7d60-4591-92e9-ec8a149a784f req-74239fd1-2ee4-4b8b-8543-bad666a73ffd tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:14.540731 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c32946e9-7d60-4591-92e9-ec8a149a784f req-74239fd1-2ee4-4b8b-8543-bad666a73ffd tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1433198 Aug 01 14:12:14.655434 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:14.695288 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c32946e9-7d60-4591-92e9-ec8a149a784f req-d0863084-9e2c-413f-b69d-70fa3b8192b2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535790 Aug 01 14:12:14.736137 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-3c21409f-70c0-495c-8b4d-4c641fb0f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:14.738444 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-3c21409f-70c0-495c-8b4d-4c641fb0f61a service neutron] 10.222.0.57 "GET /v2.0/networks?id=c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 200 len: 912 time: 0.1955018 Aug 01 14:12:14.812865 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-8788baf6-e988-4c5e-92be-f26f74fea50f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b HTTP/1.1" status: 200 len: 1000 time: 0.0673892 Aug 01 14:12:14.883803 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-f4a9b471-d90f-4b80-bfdd-69812d655f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:14.883803 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-f4a9b471-d90f-4b80-bfdd-69812d655f6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93a89a5f-ac0b-49b4-82c8-60f15b352ec8 HTTP/1.1" status: 200 len: 850 time: 0.0611463 Aug 01 14:12:14.950777 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-8464f2d8-6984-4d51-9a13-41b9b7072aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:14.952508 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-8464f2d8-6984-4d51-9a13-41b9b7072aa0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1aca417-45fc-4b60-8100-7ab851d89316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0619414 Aug 01 14:12:15.065207 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-8be518c3-7b76-4073-8169-76d22bd3b4c7 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042352 Aug 01 14:12:15.206857 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d740-2f84-4542-8957-266f3e5b9f21 req-2ff04b45-1991-4e81-9ef0-c307ae6d9c98 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:15.208604 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8f65d740-2f84-4542-8957-266f3e5b9f21 req-2ff04b45-1991-4e81-9ef0-c307ae6d9c98 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 944 time: 0.1105645 Aug 01 14:12:15.246409 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9d0cf7a3-0ae1-4684-b49a-ce6d1daff625 req-f3dc546e-487a-4a55-b9f4-e6583d6c1338 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710711 Aug 01 14:12:15.331670 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8f65d740-2f84-4542-8957-266f3e5b9f21 req-5701dad4-df97-4dba-bfcc-8f5fab04af8f tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092327 Aug 01 14:12:15.412892 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b3e23-cbc6-4695-a2a7-9776bf910a8f req-13791453-4b6c-4601-b6c1-8a7ab88c9daa tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:15.414947 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-245b3e23-cbc6-4695-a2a7-9776bf910a8f req-13791453-4b6c-4601-b6c1-8a7ab88c9daa tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0815935 Aug 01 14:12:15.481192 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device ec79e886-ddb7-4769-af78-cfcf4186343e up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:12:15.485519 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:15.512892 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-245b3e23-cbc6-4695-a2a7-9776bf910a8f req-faa16b89-8c2f-488b-b087-2ee0d4a85f75 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795739 Aug 01 14:12:15.593295 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port ec79e886-ddb7-4769-af78-cfcf4186343e completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:12:15.604754 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port ec79e886-ddb7-4769-af78-cfcf4186343e triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:12:15.605242 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:15.724504 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port ec79e886-ddb7-4769-af78-cfcf4186343e is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:12:15.725495 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:15.791902 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port ec79e886-ddb7-4769-af78-cfcf4186343e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=ec79e886-ddb7-4769-af78-cfcf4186343e,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:12:15.793023 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:12:15.795851 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fc76b8-6b56-40db-a546-1f4a5f0d11a4" -d '{"events": [{"server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "name": "network-vif-plugged", "status": "completed", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:12:15.802981 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:15.860694 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=ec79e886-ddb7-4769-af78-cfcf4186343e,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:15.897078 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b83ef6-b33f-4984-9794-95c4f15e9005 x-openstack-request-id: req-d7b83ef6-b33f-4984-9794-95c4f15e9005 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:12:15.897393 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "name": "network-vif-plugged", "status": "completed", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:12:15.897662 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7b83ef6-b33f-4984-9794-95c4f15e9005 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:12:15.898032 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b83ef6-b33f-4984-9794-95c4f15e9005'] response: {'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'code': 200} Aug 01 14:12:15.926708 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1414b6-0ef6-46bc-8093-234d3f6bee5f req-62d470f7-7971-443b-b251-4e066b7a6c7e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:15.935209 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6f1414b6-0ef6-46bc-8093-234d3f6bee5f req-62d470f7-7971-443b-b251-4e066b7a6c7e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1131768 Aug 01 14:12:15.991033 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6f1414b6-0ef6-46bc-8093-234d3f6bee5f req-455b50e7-0d1a-46c0-8851-29b898d21eb9 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564916 Aug 01 14:12:16.493517 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f6a5d-7ee1-4ea7-8c47-572baf12d7ae req-67361a56-cf9d-417a-8ab7-c10a697f5051 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:16.495365 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-562f6a5d-7ee1-4ea7-8c47-572baf12d7ae req-67361a56-cf9d-417a-8ab7-c10a697f5051 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0780683 Aug 01 14:12:16.560548 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-562f6a5d-7ee1-4ea7-8c47-572baf12d7ae req-3d394f93-d300-4dfb-ac49-15f813acc64e tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584860 Aug 01 14:12:16.775588 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1ab10-0dfd-4efd-90fd-4ebc315f5c57 req-9ea4e142-ecb8-42da-aab3-b0a2b4747e99 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:16.777717 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2be1ab10-0dfd-4efd-90fd-4ebc315f5c57 req-9ea4e142-ecb8-42da-aab3-b0a2b4747e99 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.1198692 Aug 01 14:12:16.795082 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf2d63-7d3f-49cd-b54b-f035cca7ed3a req-2190850a-a1e0-46e7-ae07-212a020676f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:16.797327 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3eaf2d63-7d3f-49cd-b54b-f035cca7ed3a req-2190850a-a1e0-46e7-ae07-212a020676f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1129 time: 0.0749044 Aug 01 14:12:16.854865 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:16.864476 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:16.900414 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2be1ab10-0dfd-4efd-90fd-4ebc315f5c57 req-1554a69e-4766-409c-8eaf-cfe1895e8785 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994270 Aug 01 14:12:16.919447 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3eaf2d63-7d3f-49cd-b54b-f035cca7ed3a req-32545f1c-e3c2-41f3-8157-57168cb42d05 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101878 Aug 01 14:12:17.149647 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84f28d-2e01-4a95-b705-045f5f919540 req-28d52e61-ff9f-4e31-b0b0-25d76953d95b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:17.151464 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4f84f28d-2e01-4a95-b705-045f5f919540 req-28d52e61-ff9f-4e31-b0b0-25d76953d95b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0680161 Aug 01 14:12:17.230804 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4f84f28d-2e01-4a95-b705-045f5f919540 req-db3be94e-aa3f-4301-abce-319c8edc6190 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709720 Aug 01 14:12:17.775573 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd96bf3-63d4-42d9-848a-516a0461b211 req-f38cdaa7-2ffe-413d-8aab-4d3b2577232e tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:17.787915 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2cd96bf3-63d4-42d9-848a-516a0461b211 req-f38cdaa7-2ffe-413d-8aab-4d3b2577232e tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0952241 Aug 01 14:12:17.870087 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2cd96bf3-63d4-42d9-848a-516a0461b211 req-5121327b-aeac-41bd-9f02-4fb0ad3a0d7b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809622 Aug 01 14:12:18.040469 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd5d3b-e74c-42f5-b1a1-8de37b1cbb6d req-c1828385-9616-43c2-b375-32eaaac64c79 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:18.042138 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-42dd5d3b-e74c-42f5-b1a1-8de37b1cbb6d req-c1828385-9616-43c2-b375-32eaaac64c79 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0612764 Aug 01 14:12:18.411889 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-42dd5d3b-e74c-42f5-b1a1-8de37b1cbb6d req-ff2bd12c-77e9-4c66-b9a1-4b7332c19149 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635907 Aug 01 14:12:18.758581 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:18.789903 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:19.027369 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620258-4bea-4358-b207-da0bc08bde3d req-186faa21-b2b9-408b-8295-c286ad59874b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:19.029029 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f9620258-4bea-4358-b207-da0bc08bde3d req-186faa21-b2b9-408b-8295-c286ad59874b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0676210 Aug 01 14:12:19.102825 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f9620258-4bea-4358-b207-da0bc08bde3d req-35cb9f1a-1937-495f-a138-0b5833016462 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627925 Aug 01 14:12:19.483689 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3c265e4a-7314-4d99-a248-2eb055ab90c0 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:12:19.606393 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ee54-b4a9-44bb-82e5-6476c45de36e req-f60751fa-77b9-4fdb-9eb6-9039b1a2e52f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:19.609509 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6170ee54-b4a9-44bb-82e5-6476c45de36e req-f60751fa-77b9-4fdb-9eb6-9039b1a2e52f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0905387 Aug 01 14:12:19.623691 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:12:19.643840 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'port_id': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'mac_address': 'fa:16:3e:68:8c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:12:19.703340 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 3c265e4a-7314-4d99-a248-2eb055ab90c0 is: ACTIVE; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:12:19.704394 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:19.709159 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6170ee54-b4a9-44bb-82e5-6476c45de36e req-15f22575-db73-43b9-a011-a271ed9a730f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915010 Aug 01 14:12:19.723677 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c265e4a-7314-4d99-a248-2eb055ab90c0 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:12:19.764844 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:12:19.770298 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:19.823801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:19.853893 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=6']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:19.950791 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['3c265e4a-7314-4d99-a248-2eb055ab90c0'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:12:20.252297 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2662-a1cd-43f3-9949-c4bfb3016178 req-5c971924-dae9-4443-bf88-21e329c530e2 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:20.254024 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-54cd2662-a1cd-43f3-9949-c4bfb3016178 req-5c971924-dae9-4443-bf88-21e329c530e2 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0642693 Aug 01 14:12:20.330003 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-54cd2662-a1cd-43f3-9949-c4bfb3016178 req-bbd22ea2-7603-41bc-a7b2-39fea01222b0 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617576 Aug 01 14:12:20.506021 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e649-755e-44df-aab7-d24024edde50 req-8c1332c9-8ccb-4f2d-ad89-f7233b0253a0 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:20.509965 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5e34e649-755e-44df-aab7-d24024edde50 req-8c1332c9-8ccb-4f2d-ad89-f7233b0253a0 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0850883 Aug 01 14:12:20.594986 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5e34e649-755e-44df-aab7-d24024edde50 req-d40a18a9-fe43-454e-829a-0cc3c4a89011 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747910 Aug 01 14:12:20.661386 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60832) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:12:20.715420 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:20.917552 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403128a-2015-4baf-8e78-2d0d0d118280 req-ec999453-b7b1-4fc1-88cd-93d0fc2bc6b9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:20.924536 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d950cf52-8a48-4c61-ae67-b9a091d84303 tempest-TestShelveInstance-1369921834 tempest-TestShelveInstance-1369921834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:20.929731 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b403128a-2015-4baf-8e78-2d0d0d118280 req-ec999453-b7b1-4fc1-88cd-93d0fc2bc6b9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 944 time: 0.1046305 Aug 01 14:12:20.929960 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d950cf52-8a48-4c61-ae67-b9a091d84303 tempest-TestShelveInstance-1369921834 tempest-TestShelveInstance-1369921834-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1124 time: 0.2657738 Aug 01 14:12:20.931797 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60842) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:12:20.937283 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'port_id': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:12:20.968979 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:21.014269 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b403128a-2015-4baf-8e78-2d0d0d118280 req-00e9ad13-3753-4dd4-b387-b80ac165b458 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858781 Aug 01 14:12:21.106853 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:21.276008 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Allocated IP 172.27.4.20 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/30347f0e-ec6d-4522-8891-9568a36d18de) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:12:21.413703 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for port (30347f0e-ec6d-4522-8891-9568a36d18de), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:21.453785 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (30347f0e-ec6d-4522-8891-9568a36d18de), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:21.488846 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3c265e4a-7314-4d99-a248-2eb055ab90c0 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:12:21.504435 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:12:21.512769 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:12:21.518498 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:12:21.547834 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event updated for resources: {'Port': ['ID=30347f0e-ec6d-4522-8891-9568a36d18de,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:21.566598 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.566984 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.567291 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.567633 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.567965 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.568322 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.568660 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.568784 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 3c265e4a-7314-4d99-a248-2eb055ab90c0 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:12:21.568983 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.569096 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:21.569311 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.569636 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.569960 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.570282 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.570825 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.571158 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.573287 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.677143 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:21.703018 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 3c265e4a-7314-4d99-a248-2eb055ab90c0 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:12:21.704036 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:21.754702 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:12:21.757161 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf6addc-d549-497c-8bad-83da0fa66975" -d '{"events": [{"server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "name": "network-vif-plugged", "status": "completed", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:12:21.812490 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:12:21.820182 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:21.834416 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c96625-5604-4347-b552-cba5625d7beb x-openstack-request-id: req-a9c96625-5604-4347-b552-cba5625d7beb {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:12:21.834827 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "name": "network-vif-plugged", "status": "completed", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:12:21.835045 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9c96625-5604-4347-b552-cba5625d7beb {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:12:21.835516 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c96625-5604-4347-b552-cba5625d7beb'] response: {'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'code': 200} Aug 01 14:12:21.947428 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=7']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:21.962910 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.963708 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.964526 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.965312 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.965878 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.966422 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.967171 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.967786 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.968368 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.968931 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.969509 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.970315 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.970843 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.971392 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:21.971943 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:12:22.154016 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:22.248670 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a590a24-dd32-4885-a054-b63f71d129f9 req-7c64b072-0d8d-4428-8ee8-a4921c771e7a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:22.256749 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5a590a24-dd32-4885-a054-b63f71d129f9 req-7c64b072-0d8d-4428-8ee8-a4921c771e7a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0721424 Aug 01 14:12:22.267583 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:22.269995 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for floatingip (89f61ff9-ac03-412e-9f9e-8beeb550ea7f), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:22.326374 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5a590a24-dd32-4885-a054-b63f71d129f9 req-6879065c-5af6-47cd-b254-ddf3c7df7028 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682263 Aug 01 14:12:22.409879 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (30347f0e-ec6d-4522-8891-9568a36d18de), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:22.655486 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for port (30347f0e-ec6d-4522-8891-9568a36d18de), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:22.663917 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (30347f0e-ec6d-4522-8891-9568a36d18de), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:22.758470 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event updated for resources: {'Port': ['ID=30347f0e-ec6d-4522-8891-9568a36d18de,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:22.761337 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (89f61ff9-ac03-412e-9f9e-8beeb550ea7f), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:22.885248 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.l3_db [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Floating IP 89f61ff9-ac03-412e-9f9e-8beeb550ea7f associated. External IP: 172.27.4.20, port: ec79e886-ddb7-4769-af78-cfcf4186343e. Aug 01 14:12:23.191317 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Router 53a5fc68-5380-4f23-ba5a-0e122211fe99 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:12:23.366881 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:12:23.392691 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] Sync routers for ids ['53a5fc68-5380-4f23-ba5a-0e122211fe99'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:12:23.407297 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:23.421988 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] Routers {'53a5fc68-5380-4f23-ba5a-0e122211fe99'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:12:23.423014 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:11:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['53a5fc68-5380-4f23-ba5a-0e122211fe99'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:23.481768 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-cfc99d3d-4427-451f-bc03-011a559e7b89 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5480413 Aug 01 14:12:23.485195 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:12:23.495285 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3434328-7b7b-4bb7-afe1-388f0d465d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:12:23.567724 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b0814-811d-4731-9330-3567ced766a0 req-fefbe1e8-ff39-4e6a-a8b1-09e2698c163c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:23.574472 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa88f25-1555-4194-8188-33bcf18a7ec1 x-openstack-request-id: req-0aa88f25-1555-4194-8188-33bcf18a7ec1 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:12:23.576764 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:12:23.581268 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0aa88f25-1555-4194-8188-33bcf18a7ec1 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:12:23.582645 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa88f25-1555-4194-8188-33bcf18a7ec1'] response: {'name': 'network-changed', 'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'status': 'completed', 'code': 200} Aug 01 14:12:23.585614 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3f4b0814-811d-4731-9330-3567ced766a0 req-fefbe1e8-ff39-4e6a-a8b1-09e2698c163c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.1181185 Aug 01 14:12:23.648194 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] Set router 53a5fc68-5380-4f23-ba5a-0e122211fe99 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:12:23.668543 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:23.708132 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3f4b0814-811d-4731-9330-3567ced766a0 req-d99ade87-1946-40cf-819b-6526787593e2 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204941 Aug 01 14:12:23.712741 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-8f08f897-a5fb-43a2-93a9-3ab2a7f75ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:23.718318 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-8f08f897-a5fb-43a2-93a9-3ab2a7f75ff6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6bfbca571c4b4199a577322e866dfae9&device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1129 time: 0.0991004 Aug 01 14:12:23.841942 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:23.916884 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-01286828-0069-4ae9-af2b-04de59d4eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:23.919470 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-01286828-0069-4ae9-af2b-04de59d4eb1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=83622244-0e2b-48fa-9f1f-b69b203342d9 HTTP/1.1" status: 200 len: 909 time: 0.1943426 Aug 01 14:12:23.974732 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '89f61ff9-ac03-412e-9f9e-8beeb550ea7f', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'floating_ip_address': '172.27.4.20', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'port_id': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'mac_address': 'fa:16:3e:de:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:12:22Z', 'updated_at': '2022-08-01T14:12:22Z', 'revision_number': 0, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:53Z', 'revision_number': 5, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:24.020764 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] Checking router: 53a5fc68-5380-4f23-ba5a-0e122211fe99 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:12:24.046631 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-8d4602bb-9aab-4691-ac97-b0edc8797601 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 200 len: 998 time: 0.1200473 Aug 01 14:12:24.054992 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] Routers {'53a5fc68-5380-4f23-ba5a-0e122211fe99'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:12:24.056193 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:11:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['53a5fc68-5380-4f23-ba5a-0e122211fe99'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:24.120044 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-e6530715-0865-4f77-afa3-21a97c3a109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:24.123987 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-e6530715-0865-4f77-afa3-21a97c3a109c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f372540b-2ce5-4811-a16d-91adb9bef9cf HTTP/1.1" status: 200 len: 847 time: 0.0685692 Aug 01 14:12:24.128464 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:24.207501 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-48251f65-e5a1-46fe-9017-802111a8b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:24.211119 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-48251f65-e5a1-46fe-9017-802111a8b6cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83622244-0e2b-48fa-9f1f-b69b203342d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0703354 Aug 01 14:12:24.234532 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] Set router 53a5fc68-5380-4f23-ba5a-0e122211fe99 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:12:24.380297 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fa74ff8-72fb-44ac-ba01-337d42dc5b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:24.410201 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:24.416807 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=23 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:24.451955 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-cf6f8158-df2d-4ded-8b94-b4ff26f7aa9f service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301519 Aug 01 14:12:24.633996 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3434328-7b7b-4bb7-afe1-388f0d465d8b req-85156efd-df6c-476e-8a4d-7c1a58b53655 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675422 Aug 01 14:12:24.643422 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '89f61ff9-ac03-412e-9f9e-8beeb550ea7f', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'floating_ip_address': '172.27.4.20', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'port_id': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'mac_address': 'fa:16:3e:de:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:12:22Z', 'updated_at': '2022-08-01T14:12:22Z', 'revision_number': 0, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:53Z', 'revision_number': 5, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:24.680799 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d10193-310f-4caa-ab9a-98e82afff91b None None] The sync data for ids ['53a5fc68-5380-4f23-ba5a-0e122211fe99'] in dv-cinder-845178-10-iscsi is: [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '89f61ff9-ac03-412e-9f9e-8beeb550ea7f', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'floating_ip_address': '172.27.4.20', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'port_id': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'mac_address': 'fa:16:3e:de:0c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:12:22Z', 'updated_at': '2022-08-01T14:12:22Z', 'revision_number': 0, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:53Z', 'revision_number': 5, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:12:24.953454 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba337846-9996-4e26-901a-7ff5b26fad8b req-b2ad8f19-7523-47f0-bb30-3966d2570c33 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:24.956822 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ba337846-9996-4e26-901a-7ff5b26fad8b req-b2ad8f19-7523-47f0-bb30-3966d2570c33 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.1053331 Aug 01 14:12:25.033115 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994eafc-c005-4d34-9fbf-10be9a7044e7 None None] New status for floating IP 89f61ff9-ac03-412e-9f9e-8beeb550ea7f: ACTIVE {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:12:25.060925 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ba337846-9996-4e26-901a-7ff5b26fad8b req-e9fd1e16-1560-4826-b756-4f9b12bd6ad7 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971920 Aug 01 14:12:26.250877 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135a51d-d12e-4925-ab5e-5cac64830ddd req-3a707e8f-abe0-4366-9b9c-df6ecf617fe8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:26.253712 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a135a51d-d12e-4925-ab5e-5cac64830ddd req-3a707e8f-abe0-4366-9b9c-df6ecf617fe8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0734816 Aug 01 14:12:26.334364 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a135a51d-d12e-4925-ab5e-5cac64830ddd req-0a01e389-2137-4046-ba58-d557510686dc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715768 Aug 01 14:12:26.513001 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60970) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:12:26.579288 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:26.599633 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a3d13504-efc9-44a9-8be1-f12171f76735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:26.601399 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40eece5-c758-4e79-8b84-ed38c9e2a2fd admin admin] Deleting subnet acbffede-cc7f-44f5-ba11-f051afb6402f {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:12:26.611548 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d40eece5-c758-4e79-8b84-ed38c9e2a2fd admin admin] Publish callbacks [] for subnet (acbffede-cc7f-44f5-ba11-f051afb6402f), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:26.614980 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:26.660731 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:26.681613 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d40eece5-c758-4e79-8b84-ed38c9e2a2fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (acbffede-cc7f-44f5-ba11-f051afb6402f), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:26.738737 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d40eece5-c758-4e79-8b84-ed38c9e2a2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (acbffede-cc7f-44f5-ba11-f051afb6402f), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:26.822764 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d40eece5-c758-4e79-8b84-ed38c9e2a2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (acbffede-cc7f-44f5-ba11-f051afb6402f), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:26.858333 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d40eece5-c758-4e79-8b84-ed38c9e2a2fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:26.862229 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d40eece5-c758-4e79-8b84-ed38c9e2a2fd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/acbffede-cc7f-44f5-ba11-f051afb6402f HTTP/1.1" status: 204 len: 168 time: 0.3475933 Aug 01 14:12:26.865051 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60972) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:12:26.878888 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40eece5-c758-4e79-8b84-ed38c9e2a2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acbffede-cc7f-44f5-ba11-f051afb6402f,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:26.996420 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.113649 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.150229 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:27.169132 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a62768-b299-4cdb-a1df-dce2627d2bd6') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:27.169664 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a62768-b299-4cdb-a1df-dce2627d2bd6') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:12:27.185377 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (93a62768-b299-4cdb-a1df-dce2627d2bd6), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.217630 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (93a62768-b299-4cdb-a1df-dce2627d2bd6), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.228360 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:12:27.229139 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (93a62768-b299-4cdb-a1df-dce2627d2bd6), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.343815 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.372931 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.379959 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b HTTP/1.1" status: 204 len: 168 time: 0.5109894 Aug 01 14:12:27.379959 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment 93a62768-b299-4cdb-a1df-dce2627d2bd6 resource provider aggregate not found Aug 01 14:12:27.385074 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21189eac-4fbb-4e2d-b2ee-e736989d0950 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cb3d68-e398-4275-a8a5-8ceae3ba3e0b,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:27.434334 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment 93a62768-b299-4cdb-a1df-dce2627d2bd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93a62768-b299-4cdb-a1df-dce2627d2bd6 found for delete ", "request_id": "req-655222d5-07a0-4bd4-a66f-ae9ae317c240"}]} Aug 01 14:12:27.547253 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6aef5-7fe3-430d-af21-acf40f1d50c5 req-a739e4ae-48ab-45c1-89f9-10a806c22df5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:27.556938 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f7f6aef5-7fe3-430d-af21-acf40f1d50c5 req-a739e4ae-48ab-45c1-89f9-10a806c22df5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0693924 Aug 01 14:12:27.630598 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f7f6aef5-7fe3-430d-af21-acf40f1d50c5 req-91367de3-60e3-4d19-96ba-36278edd8965 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720124 Aug 01 14:12:27.712771 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 60984) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:12:27.773689 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0562d14e-700f-487f-a916-7b79e60a31df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=803bbc59642547fb932be578cb70ac3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0588605 Aug 01 14:12:27.776371 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 60986) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:12:27.842816 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-17e24aca-ce2b-4120-8df2-06be07ae2fb4 admin admin] Publish callbacks [] for security_group (19c59929-263a-47fc-a685-736c966aa6c6), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.874629 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-17e24aca-ce2b-4120-8df2-06be07ae2fb4 admin admin] Publish callbacks [] for security_group (19c59929-263a-47fc-a685-736c966aa6c6), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.968415 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-17e24aca-ce2b-4120-8df2-06be07ae2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (19c59929-263a-47fc-a685-736c966aa6c6), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.969212 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-17e24aca-ce2b-4120-8df2-06be07ae2fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:27.971307 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-17e24aca-ce2b-4120-8df2-06be07ae2fb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19c59929-263a-47fc-a685-736c966aa6c6 HTTP/1.1" status: 204 len: 168 time: 0.1936202 Aug 01 14:12:27.983471 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e24aca-ce2b-4120-8df2-06be07ae2fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c59929-263a-47fc-a685-736c966aa6c6,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:28.249878 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:28.790394 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d36334-b5e8-48d6-ae99-1a0b7fafed73 req-8ddf1eb6-623f-4eb3-9ddf-219f56de0568 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:28.792242 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72d36334-b5e8-48d6-ae99-1a0b7fafed73 req-8ddf1eb6-623f-4eb3-9ddf-219f56de0568 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0586345 Aug 01 14:12:28.869977 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72d36334-b5e8-48d6-ae99-1a0b7fafed73 req-9ae47c9b-884c-4225-83ea-2638118ea2cd tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616655 Aug 01 14:12:29.158960 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:29.928911 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:30.047784 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d036301-0298-4a80-8c16-0f361724a950 req-164bbf93-b01e-48f2-b360-1c7e6b28bb90 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:30.059722 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d036301-0298-4a80-8c16-0f361724a950 req-164bbf93-b01e-48f2-b360-1c7e6b28bb90 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0756083 Aug 01 14:12:30.124308 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d036301-0298-4a80-8c16-0f361724a950 req-d54d3857-1c26-47a6-9f70-6a4d1bbfc277 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630550 Aug 01 14:12:31.283502 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb486b-1e42-4a87-9dc7-513607a6dd6b req-c62dc3ac-2424-4e43-9659-a9c66c7759d9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:31.291424 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2dfb486b-1e42-4a87-9dc7-513607a6dd6b req-c62dc3ac-2424-4e43-9659-a9c66c7759d9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0820587 Aug 01 14:12:31.332612 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:31.355300 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2dfb486b-1e42-4a87-9dc7-513607a6dd6b req-b1ec8138-ac50-43c6-93d6-a386c25b0a94 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625513 Aug 01 14:12:32.341361 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:32.383836 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:12:32.387673 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-7c570c37-90b3-4759-b898-73b1f73b3ee7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580733 Aug 01 14:12:32.504564 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-4ea9ea21-8da7-43e0-aafc-819210de3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:32.506319 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-4ea9ea21-8da7-43e0-aafc-819210de3ba1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 1129 time: 0.0903809 Aug 01 14:12:32.515772 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec3dba-7332-4839-96dd-bdcd98c61ee7 req-e3f81f00-4bee-4a1a-963d-57b5b54dd455 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:32.517826 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bfec3dba-7332-4839-96dd-bdcd98c61ee7 req-e3f81f00-4bee-4a1a-963d-57b5b54dd455 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0625341 Aug 01 14:12:32.653273 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bfec3dba-7332-4839-96dd-bdcd98c61ee7 req-d5eb132f-6d01-4f97-8d64-7036d10e0304 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251688 Aug 01 14:12:32.683845 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-f43936ff-48fd-4d0b-b1a7-8df6ede9da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:32.685676 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-f43936ff-48fd-4d0b-b1a7-8df6ede9da45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.1384742 Aug 01 14:12:32.747202 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-8debbd5a-7b69-4ac2-9551-6c3b3ce31cfb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7086f705-ac19-4c95-a617-0872f904d724 HTTP/1.1" status: 200 len: 217 time: 0.0541320 Aug 01 14:12:32.932059 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-e79e1977-83de-434f-a0f8-72df8f1de61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:32.933775 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-e79e1977-83de-434f-a0f8-72df8f1de61c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.0565364 Aug 01 14:12:32.987711 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-413769bf-2654-4dab-b1b9-d7e031c0163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:32.989407 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-413769bf-2654-4dab-b1b9-d7e031c0163a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479088 Aug 01 14:12:33.329960 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-9717674b-9e05-4a21-ab1a-02ab4c206ab4 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941253 Aug 01 14:12:33.516712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-c2be2815-94a9-492b-92f1-4652b38a2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:33.518243 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-c2be2815-94a9-492b-92f1-4652b38a2d30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 1129 time: 0.0840776 Aug 01 14:12:33.599322 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-898ed0f8-f435-41fb-9c3a-39cf4b7e39e3 req-d6b2df17-2792-4d7f-a8f7-27cdfa9cd15f service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856503 Aug 01 14:12:33.659037 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-67bf04aa-4d01-42b8-ba86-a9e95bb48bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:33.660989 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-67bf04aa-4d01-42b8-ba86-a9e95bb48bf2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 918 time: 0.1273007 Aug 01 14:12:33.732427 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-c5ad5117-4f41-4970-acb4-4804a99ac2c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0 HTTP/1.1" status: 200 len: 1001 time: 0.0616548 Aug 01 14:12:33.799497 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156fdb5-778f-4cda-8a34-4846d7002fca req-fecd7a3e-798b-4463-b770-5a5b0c8542a1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:33.801318 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d156fdb5-778f-4cda-8a34-4846d7002fca req-fecd7a3e-798b-4463-b770-5a5b0c8542a1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0501690 Aug 01 14:12:33.859163 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d156fdb5-778f-4cda-8a34-4846d7002fca req-954f8700-4314-472d-b154-eb5687270318 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513701 Aug 01 14:12:34.091273 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-be7ef8b2-5590-415d-a0a6-29ad35a65650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:34.092812 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-be7ef8b2-5590-415d-a0a6-29ad35a65650 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 200 len: 856 time: 0.0521049 Aug 01 14:12:34.154953 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-929b7a30-4de4-4a50-a2bd-1d91588e9748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:34.156709 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-929b7a30-4de4-4a50-a2bd-1d91588e9748 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=294e8be6-62c8-4d19-be24-df34926b9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473661 Aug 01 14:12:34.247371 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:34.295568 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-5826dd3e-d683-4dbf-b5e7-008dd53bc175 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027009 Aug 01 14:12:34.604681 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:34.636019 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2cb906df-cc23-4438-be86-a5cc447bfdea req-05aef8ad-0073-4132-b658-949d7320ec1f service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890105 Aug 01 14:12:34.990378 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da89f9a-eca0-4279-ae38-44f25a5ec454 req-e28301e4-5e25-4901-9cb0-4780ef0a2f57 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:34.992011 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7da89f9a-eca0-4279-ae38-44f25a5ec454 req-e28301e4-5e25-4901-9cb0-4780ef0a2f57 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 945 time: 0.0517659 Aug 01 14:12:35.051967 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7da89f9a-eca0-4279-ae38-44f25a5ec454 req-da68ba6d-4c0b-4f5c-b274-7a912f03100d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540481 Aug 01 14:12:35.189678 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=9 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:35.608538 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3c265e4a-7314-4d99-a248-2eb055ab90c0 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:12:35.687904 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 3c265e4a-7314-4d99-a248-2eb055ab90c0 is: ACTIVE; New status is: DOWN {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:12:35.688386 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:35.720061 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:12:35.723891 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68baeb50-3b5b-4fe0-839d-e4822732bc73" -d '{"events": [{"server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "name": "network-vif-unplugged", "status": "completed", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:12:35.737402 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:12:35.742583 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:35.768785 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Aug 2022 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e5bbf4-0102-40cb-b313-9fcfafd4128e x-openstack-request-id: req-b6e5bbf4-0102-40cb-b313-9fcfafd4128e {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:12:35.769073 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "name": "network-vif-unplugged", "status": "completed", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:12:35.769324 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6e5bbf4-0102-40cb-b313-9fcfafd4128e {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:12:35.769792 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e5bbf4-0102-40cb-b313-9fcfafd4128e'] response: {'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'code': 200} Aug 01 14:12:35.794841 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=8']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:12:36.186099 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c678b-d81c-439a-a53c-6e4228ac4e5e req-a452a204-c8e0-42d0-8e62-c6fcd5e1c1d2 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:36.187958 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b41c678b-d81c-439a-a53c-6e4228ac4e5e req-a452a204-c8e0-42d0-8e62-c6fcd5e1c1d2 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0509031 Aug 01 14:12:36.252742 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b41c678b-d81c-439a-a53c-6e4228ac4e5e req-be7c97dd-26dd-4f46-a234-fd563da94c0b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588145 Aug 01 14:12:37.390975 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ace83-5352-4b22-b88d-25d31dbfd092 req-01e0d7ac-5f2a-46be-85c8-4cfa42c666d3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:37.392615 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-012ace83-5352-4b22-b88d-25d31dbfd092 req-01e0d7ac-5f2a-46be-85c8-4cfa42c666d3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0517159 Aug 01 14:12:37.453198 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-012ace83-5352-4b22-b88d-25d31dbfd092 req-e75a7c97-9451-46a8-885b-56691c246e04 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544233 Aug 01 14:12:37.975835 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=55,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:37.977920 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=62,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:38.029032 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [req-f68c5f5a-9bde-4613-abae-e392ca7674ae req-5a3490a2-7009-497e-9a55-8fc1ee5eef98 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:12:38.030023 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f68c5f5a-9bde-4613-abae-e392ca7674ae req-5a3490a2-7009-497e-9a55-8fc1ee5eef98 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055454 Aug 01 14:12:38.238569 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417ea4c-900d-4cd1-9765-c01875fbffcc req-3d566f39-2587-4916-b039-5bbbf9759240 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:38.240231 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a417ea4c-900d-4cd1-9765-c01875fbffcc req-3d566f39-2587-4916-b039-5bbbf9759240 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0587530 Aug 01 14:12:38.294220 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a417ea4c-900d-4cd1-9765-c01875fbffcc req-d794fd1f-fd53-435e-a87b-657ecb1051a3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473368 Aug 01 14:12:38.540756 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 32934) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:12:38.641784 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-697e0737-67d7-444a-926d-dfcfc31f481f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995364 Aug 01 14:12:38.653223 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-08f13a1d-1c49-45e2-ba1f-a404e558270c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:12:38.654306 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-08f13a1d-1c49-45e2-ba1f-a404e558270c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066283 Aug 01 14:12:38.739756 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 32942) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:12:38.796803 dv-cinder-845178-10-iscsi neutron-server[104319]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 01 14:12:38.848002 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-d245c90c-c17e-45fb-bfaa-2edc176ba100 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:38.850019 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-d245c90c-c17e-45fb-bfaa-2edc176ba100 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports/3c265e4a-7314-4d99-a248-2eb055ab90c0 HTTP/1.1" status: 200 len: 940 time: 0.1087651 Aug 01 14:12:39.440304 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0693e1-dacc-4d25-8aee-18df243539fc req-13777130-8718-4d3f-8b55-e7121a3b8af4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:39.442211 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-af0693e1-dacc-4d25-8aee-18df243539fc req-13777130-8718-4d3f-8b55-e7121a3b8af4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0549176 Aug 01 14:12:39.498975 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-af0693e1-dacc-4d25-8aee-18df243539fc req-2c7b4705-c853-4f34-b8a1-1188ce18fd8a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488193 Aug 01 14:12:39.612819 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3c265e4a-7314-4d99-a248-2eb055ab90c0 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:12:39.698351 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 3c265e4a-7314-4d99-a248-2eb055ab90c0 is: DOWN; New status is: DOWN {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:12:40.654672 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3221a-280e-404a-863e-d4e02c07a22e req-62fa4cfd-ce46-4884-86c4-02c0a4d6cc88 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:40.656170 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-99d3221a-280e-404a-863e-d4e02c07a22e req-62fa4cfd-ce46-4884-86c4-02c0a4d6cc88 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0577066 Aug 01 14:12:40.722116 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-99d3221a-280e-404a-863e-d4e02c07a22e req-ac0b574f-a671-4826-a6fa-a9c4a1e4a456 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555055 Aug 01 14:12:40.814089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-d4f18828-9edf-498e-a8fc-667dde21f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:40.817239 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-d4f18828-9edf-498e-a8fc-667dde21f07f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447&tenant_id=c86a28aa09db413593b6047d4cbd0559 HTTP/1.1" status: 200 len: 1127 time: 0.0778279 Aug 01 14:12:40.903334 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-6e73fe4b-831a-4090-b07c-d6ec8e6cc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:40.905162 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-6e73fe4b-831a-4090-b07c-d6ec8e6cc4ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 1127 time: 0.0572746 Aug 01 14:12:41.016348 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-5772251c-eebe-4608-b4a2-ce4d98d30fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:41.017907 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-5772251c-eebe-4608-b4a2-ce4d98d30fd1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 918 time: 0.1051524 Aug 01 14:12:41.088765 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-393212a4-6082-4b28-93ce-797b77be9b51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0 HTTP/1.1" status: 200 len: 999 time: 0.0625420 Aug 01 14:12:41.144328 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-4495baf3-047c-4b46-9298-180b92b66941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:41.145930 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-4495baf3-047c-4b46-9298-180b92b66941 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 200 len: 856 time: 0.0472791 Aug 01 14:12:41.184552 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:41.199093 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-843f90c2-18d1-429f-a270-8ca7896b98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:41.200797 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-843f90c2-18d1-429f-a270-8ca7896b98f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=294e8be6-62c8-4d19-be24-df34926b9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464027 Aug 01 14:12:41.280032 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:41.309422 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-27ae304e-3e07-4aae-9c3c-5593ccc00389 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012104 Aug 01 14:12:41.413450 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-47d509dd-913d-4cea-9d52-2eb6d196b09d req-5055f493-a19e-42b8-bbe8-588ed600ef66 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963809 Aug 01 14:12:41.885993 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a870c-2c85-4010-891c-b55bd6169bd7 req-27adce29-26b4-4024-820f-2fe52ee99ab3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:41.887605 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0b8a870c-2c85-4010-891c-b55bd6169bd7 req-27adce29-26b4-4024-820f-2fe52ee99ab3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0631533 Aug 01 14:12:41.955392 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0b8a870c-2c85-4010-891c-b55bd6169bd7 req-e432d698-486d-400e-a253-d472d0115cd2 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600302 Aug 01 14:12:42.380676 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:42.751345 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cadb5-af95-4291-9ac7-ea29066fe014 req-e5b0097a-9143-4d52-871a-46b64cf98f3e tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:42.753213 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cd9cadb5-af95-4291-9ac7-ea29066fe014 req-e5b0097a-9143-4d52-871a-46b64cf98f3e tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0561748 Aug 01 14:12:42.826519 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cd9cadb5-af95-4291-9ac7-ea29066fe014 req-736da6f3-f12d-428b-84f7-6ec6cbca6d7e tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0667467 Aug 01 14:12:43.127080 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066f14a-f7da-4c95-abe4-9077fe1fc0b1 req-ff5a0e88-a58d-4215-b368-7bfcded433ea tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:43.128844 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d066f14a-f7da-4c95-abe4-9077fe1fc0b1 req-ff5a0e88-a58d-4215-b368-7bfcded433ea tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0626028 Aug 01 14:12:43.185256 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d066f14a-f7da-4c95-abe4-9077fe1fc0b1 req-d613112c-cbb9-4d2f-bdac-8e91387da2bf tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501716 Aug 01 14:12:43.968336 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5e76-d8b2-4001-9786-31fd258ce9ea req-bc56973f-32f4-417e-a5fb-be9b521ecbe3 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:43.969932 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-95ff5e76-d8b2-4001-9786-31fd258ce9ea req-bc56973f-32f4-417e-a5fb-be9b521ecbe3 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0553262 Aug 01 14:12:44.043614 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-95ff5e76-d8b2-4001-9786-31fd258ce9ea req-030aba2d-92c3-4817-9d92-764c54bb11ab tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0639706 Aug 01 14:12:44.334998 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb58f3-9816-4550-9101-cc799b7b80bf req-fbe95990-5cbf-4c47-9db2-fa8015c8eaea tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:44.336629 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9acb58f3-9816-4550-9101-cc799b7b80bf req-fbe95990-5cbf-4c47-9db2-fa8015c8eaea tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0543540 Aug 01 14:12:44.401659 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9acb58f3-9816-4550-9101-cc799b7b80bf req-9bfb2629-fb69-40e3-9a87-fb87034fc5d0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558434 Aug 01 14:12:45.234119 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728c99c-fb21-4616-b2f9-c4e45d84c32d req-f487e416-0587-436f-b35a-f428e1b78cab tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:45.235711 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1728c99c-fb21-4616-b2f9-c4e45d84c32d req-f487e416-0587-436f-b35a-f428e1b78cab tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0890954 Aug 01 14:12:45.311484 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1728c99c-fb21-4616-b2f9-c4e45d84c32d req-9ce14dcb-0ca1-4070-9558-a3049c63a70d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0670865 Aug 01 14:12:45.599143 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8baceb-81e3-492e-b552-40e9c2255157 req-7ad21087-62e2-4d11-aaae-f0fa733a103b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:45.600655 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-aa8baceb-81e3-492e-b552-40e9c2255157 req-7ad21087-62e2-4d11-aaae-f0fa733a103b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0917809 Aug 01 14:12:45.678763 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-aa8baceb-81e3-492e-b552-40e9c2255157 req-47525b4f-3608-4ef4-944f-d7bb67cc873d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720019 Aug 01 14:12:46.494076 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a2d09-7d71-4616-856a-881588d300c4 req-328521ab-be96-4658-aa33-9d175adde570 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:46.496077 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-442a2d09-7d71-4616-856a-881588d300c4 req-328521ab-be96-4658-aa33-9d175adde570 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0660894 Aug 01 14:12:46.555216 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:46.575654 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-442a2d09-7d71-4616-856a-881588d300c4 req-17a02217-7861-45e9-b479-9d796dd4f4b6 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0732064 Aug 01 14:12:46.881279 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32bb1f-fdbe-43c9-ad0f-e627a5c15090 req-efb4f6d3-1b46-4d95-b9fe-bab9e56b5820 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:46.882800 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8a32bb1f-fdbe-43c9-ad0f-e627a5c15090 req-efb4f6d3-1b46-4d95-b9fe-bab9e56b5820 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0731091 Aug 01 14:12:46.957775 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8a32bb1f-fdbe-43c9-ad0f-e627a5c15090 req-04cb3793-0060-4e1b-8c3a-0e1321ab7d2a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690696 Aug 01 14:12:47.709225 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:47.758789 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679b469-8518-4a42-8cc9-d01765fea5de req-c461056d-c2f9-4e4b-aa14-fafb1b670c71 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:47.764695 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1679b469-8518-4a42-8cc9-d01765fea5de req-c461056d-c2f9-4e4b-aa14-fafb1b670c71 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0690365 Aug 01 14:12:47.859944 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1679b469-8518-4a42-8cc9-d01765fea5de req-f16febe6-962d-4c72-8275-0922f8e7989d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0872326 Aug 01 14:12:48.173944 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06839c-745a-4912-89a5-6400725f196f req-16b82958-ee71-4a6b-bbbb-0cefb6cb43ab tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:48.176876 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7a06839c-745a-4912-89a5-6400725f196f req-16b82958-ee71-4a6b-bbbb-0cefb6cb43ab tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0852051 Aug 01 14:12:48.233483 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7a06839c-745a-4912-89a5-6400725f196f req-9b19a635-46e5-40bc-9baa-4dec7bd9d6c9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503895 Aug 01 14:12:48.832209 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=7 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:48.838029 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=7 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:49.027082 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d7da0-f4a9-4287-bac8-04a7d8b3168b req-c294cda5-5599-4ae7-a078-87e322dc7adc tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:49.028777 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bb5d7da0-f4a9-4287-bac8-04a7d8b3168b req-c294cda5-5599-4ae7-a078-87e322dc7adc tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0659592 Aug 01 14:12:49.121251 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bb5d7da0-f4a9-4287-bac8-04a7d8b3168b req-7bf868f6-d79f-4924-9f5a-97c75976b903 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0850883 Aug 01 14:12:49.492293 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccbde7-e687-4d96-8969-146d0315a5a6 req-559cd2b2-ed26-44e8-af79-e9c5fb50f211 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:49.494958 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f6ccbde7-e687-4d96-8969-146d0315a5a6 req-559cd2b2-ed26-44e8-af79-e9c5fb50f211 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.1213815 Aug 01 14:12:49.617971 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f6ccbde7-e687-4d96-8969-146d0315a5a6 req-9354c6e3-137a-4daf-974c-ecb894ff0345 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091228 Aug 01 14:12:49.694806 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:49.697922 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:50.298464 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4680-9c97-46e2-b9cf-50f844d2c501 req-d90d239a-e3b2-4408-99ef-c18e3bd5530e tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:50.300082 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-246d4680-9c97-46e2-b9cf-50f844d2c501 req-d90d239a-e3b2-4408-99ef-c18e3bd5530e tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0652075 Aug 01 14:12:50.370673 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-246d4680-9c97-46e2-b9cf-50f844d2c501 req-f9f3a8ab-c707-4d7b-970e-dcbae1f47870 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0610113 Aug 01 14:12:50.728820 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:50.834820 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528bc3d-c259-4451-bf95-f90183e8721c req-e47f347c-6dfb-4402-b6cb-80212378e732 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:50.846495 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6528bc3d-c259-4451-bf95-f90183e8721c req-e47f347c-6dfb-4402-b6cb-80212378e732 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0793839 Aug 01 14:12:50.942169 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6528bc3d-c259-4451-bf95-f90183e8721c req-b5f6d8e9-3783-4c4d-b3af-8608b8ef9ea6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924544 Aug 01 14:12:51.547415 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a498b-16f5-4657-b2eb-a867db5f8fb4 req-e0c3989a-8af1-4992-8ccb-d5c67422c8dd tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:51.551397 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-304a498b-16f5-4657-b2eb-a867db5f8fb4 req-e0c3989a-8af1-4992-8ccb-d5c67422c8dd tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0738509 Aug 01 14:12:51.638756 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-304a498b-16f5-4657-b2eb-a867db5f8fb4 req-2a4cf05d-2010-4947-b070-6145a3faccdc tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0782607 Aug 01 14:12:52.112341 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945af4d2-1252-42d9-82cf-12bc64944179 req-9b4a05cf-d72a-4d7b-8602-c87082e25776 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:52.114142 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-945af4d2-1252-42d9-82cf-12bc64944179 req-9b4a05cf-d72a-4d7b-8602-c87082e25776 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0583766 Aug 01 14:12:52.197383 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-945af4d2-1252-42d9-82cf-12bc64944179 req-aed5c7b0-c3e3-49cb-9022-fa024c8d81d7 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741537 Aug 01 14:12:52.763344 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-a5b337f5-8644-4e50-b88d-345a49cef370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:52.764937 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-a5b337f5-8644-4e50-b88d-345a49cef370 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d78f1cca2f845a5ad90c514c2d71f62&device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 1168 time: 0.0480552 Aug 01 14:12:52.824870 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a88f8-bd7d-4e9a-b69c-906ad47478c0 req-11e573cb-1e13-4a77-b5da-7f22c5ccdc25 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:52.826407 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-690a88f8-bd7d-4e9a-b69c-906ad47478c0 req-11e573cb-1e13-4a77-b5da-7f22c5ccdc25 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0529480 Aug 01 14:12:52.863701 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:52.897508 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-690a88f8-bd7d-4e9a-b69c-906ad47478c0 req-1048f358-12e9-47d8-b882-9b203af285fb tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0648711 Aug 01 14:12:53.350949 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc49a-d102-4ba8-8d2f-697623c0d2ae req-883edad6-84e6-4093-9025-cb5ac57e2be6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:53.352581 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-302dc49a-d102-4ba8-8d2f-697623c0d2ae req-883edad6-84e6-4093-9025-cb5ac57e2be6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0584512 Aug 01 14:12:53.412387 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-302dc49a-d102-4ba8-8d2f-697623c0d2ae req-8d70a6ed-dfd6-4b17-91f0-871dd07c9b7a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512631 Aug 01 14:12:54.029169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:54.043488 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a66f43-f895-4bd9-a914-347b6a517f12 req-68a73482-d690-4f48-bd97-d84f451305d4 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:54.045203 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e9a66f43-f895-4bd9-a914-347b6a517f12 req-68a73482-d690-4f48-bd97-d84f451305d4 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0588253 Aug 01 14:12:54.120264 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e9a66f43-f895-4bd9-a914-347b6a517f12 req-57acd5e2-930a-4bbb-845f-152daeb382c5 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0679746 Aug 01 14:12:54.359755 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-17c4de01-363c-4ee9-8dd9-1f0f86530e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:54.573868 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68bcf7-6ecb-49b5-95ce-b65f3148c349 req-b342c0a2-df1e-4f24-a01b-e36dc9191922 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:54.575638 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ca68bcf7-6ecb-49b5-95ce-b65f3148c349 req-b342c0a2-df1e-4f24-a01b-e36dc9191922 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0703490 Aug 01 14:12:54.639247 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ca68bcf7-6ecb-49b5-95ce-b65f3148c349 req-92c13fad-fb05-4adc-9991-99e48298cf53 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568588 Aug 01 14:12:55.276133 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74159f-dedf-403c-a100-42a5619850cd req-4b247aa7-9b62-4375-9787-06c693ebf606 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:55.277740 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2b74159f-dedf-403c-a100-42a5619850cd req-4b247aa7-9b62-4375-9787-06c693ebf606 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0588539 Aug 01 14:12:55.346059 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2b74159f-dedf-403c-a100-42a5619850cd req-2e510fb3-1b37-4bf7-b0d6-26e0b6b9623b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0620823 Aug 01 14:12:55.778810 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22a870-17a1-4373-9982-58ac911573e6 req-9f683e1f-dcdf-4d3b-821a-dea909b10451 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:55.780424 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2e22a870-17a1-4373-9982-58ac911573e6 req-9f683e1f-dcdf-4d3b-821a-dea909b10451 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0529163 Aug 01 14:12:55.846985 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2e22a870-17a1-4373-9982-58ac911573e6 req-45ef7f8b-ad91-4ed6-a2e3-e8f849aeec26 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596960 Aug 01 14:12:56.103928 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-55cfe174-c3e5-43e8-96f8-1f7dc1cacfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:56.105462 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-55cfe174-c3e5-43e8-96f8-1f7dc1cacfbe service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 HTTP/1.1" status: 200 len: 915 time: 0.1001801 Aug 01 14:12:56.182790 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-d126106d-b8b2-45a4-b5c6-769dfffce517 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf0befb-0ac8-4221-a091-92283e46d506 HTTP/1.1" status: 200 len: 1001 time: 0.0681190 Aug 01 14:12:56.240190 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-af7919e2-70ad-464e-a1b2-4d96aa1f4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:56.241702 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-af7919e2-70ad-464e-a1b2-4d96aa1f4895 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92c4316e-45c3-407c-bf1b-0ad24c58336c HTTP/1.1" status: 200 len: 853 time: 0.0522807 Aug 01 14:12:56.292307 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-466f1c7d-eaf1-472d-b536-b7b341657850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:56.293899 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-466f1c7d-eaf1-472d-b536-b7b341657850 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453598 Aug 01 14:12:56.417125 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-b2e09e41-1b5b-4120-b108-1769faaaa4e2 service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098258 Aug 01 14:12:56.598987 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dad20b9c-02f6-47eb-9125-63d2a2bf2425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:56.798460 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac56b5-b15a-4ed5-a0f1-602b8e5c95e9 req-5d7f0944-ac17-4aa6-89e6-b2687b272a0a tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:56.800038 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-65ac56b5-b15a-4ed5-a0f1-602b8e5c95e9 req-5d7f0944-ac17-4aa6-89e6-b2687b272a0a tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.3645673 Aug 01 14:12:56.817078 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:56.859997 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2afca708-5206-4572-ae4d-c8d62a6a8b0a req-15d28b25-7493-4000-af19-5f3a7a72ff39 service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362440 Aug 01 14:12:56.902411 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-65ac56b5-b15a-4ed5-a0f1-602b8e5c95e9 req-5e714661-35da-45f0-b4f4-8a4c45c3d8b2 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0960588 Aug 01 14:12:57.026982 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a57b3-eda4-48ea-8b94-7b9b36ce2c7e req-f39234de-ab83-4622-bfec-939c72bd7adb tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:57.028616 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c01a57b3-eda4-48ea-8b94-7b9b36ce2c7e req-f39234de-ab83-4622-bfec-939c72bd7adb tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0590236 Aug 01 14:12:57.092379 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c01a57b3-eda4-48ea-8b94-7b9b36ce2c7e req-eec08a61-0b2f-479e-a188-d680f83d649e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575402 Aug 01 14:12:58.032353 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:12:58.054053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39f885-0f94-477a-a813-d583a236a756 req-4d03c7b8-c0b0-4d94-af1b-2f5e8db8d74f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:58.055934 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad39f885-0f94-477a-a813-d583a236a756 req-4d03c7b8-c0b0-4d94-af1b-2f5e8db8d74f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0554321 Aug 01 14:12:58.131959 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad39f885-0f94-477a-a813-d583a236a756 req-ceba24cf-50b3-4d24-b1f8-68e13722180b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0652378 Aug 01 14:12:58.244423 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f50fc9-239a-45c6-a966-f89489920071 req-5d4939a0-5aba-4a2b-884f-6f4b1a1cf9b4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:58.246270 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6f50fc9-239a-45c6-a966-f89489920071 req-5d4939a0-5aba-4a2b-884f-6f4b1a1cf9b4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0598547 Aug 01 14:12:58.265087 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:58.310901 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6f50fc9-239a-45c6-a966-f89489920071 req-6e70df6a-c6e4-440f-bf13-4070fac7462a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530012 Aug 01 14:12:59.156490 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:12:59.291404 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb195d-c0a1-4da4-be86-aa7a2b620a8e req-d9d138a6-e4a6-42fb-b00d-58fd7640ff1c tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:59.293012 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-62bb195d-c0a1-4da4-be86-aa7a2b620a8e req-d9d138a6-e4a6-42fb-b00d-58fd7640ff1c tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0529466 Aug 01 14:12:59.375464 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-62bb195d-c0a1-4da4-be86-aa7a2b620a8e req-9b1b346d-845d-4512-aa44-b3a65b55f306 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0734131 Aug 01 14:12:59.468031 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1470825-6f8c-4172-8649-2fd59d23f29f req-3e943aa5-b0a6-4c0d-982c-2dcc6cbd24fe tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:12:59.469675 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1470825-6f8c-4172-8649-2fd59d23f29f req-3e943aa5-b0a6-4c0d-982c-2dcc6cbd24fe tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0547912 Aug 01 14:12:59.535595 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1470825-6f8c-4172-8649-2fd59d23f29f req-82c23496-2711-4e95-99a6-3bca29dc6b57 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553200 Aug 01 14:12:59.916309 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:00.499727 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31095f6-9c77-4f22-865e-8e01e2b6391e req-0d9d20fd-b1cf-4329-adfd-a3ab2e6547a6 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:00.501313 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b31095f6-9c77-4f22-865e-8e01e2b6391e req-0d9d20fd-b1cf-4329-adfd-a3ab2e6547a6 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0502117 Aug 01 14:13:00.578806 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b31095f6-9c77-4f22-865e-8e01e2b6391e req-f02e0ef1-ee82-4627-bc0c-1bb4f2ef75a3 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0678172 Aug 01 14:13:00.680630 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2c486-fad8-49fa-803b-8afef5b09b2b req-885aac74-1a6c-4cc1-b81e-e65074a67c48 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:00.682239 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d8f2c486-fad8-49fa-803b-8afef5b09b2b req-885aac74-1a6c-4cc1-b81e-e65074a67c48 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0534675 Aug 01 14:13:00.735155 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d8f2c486-fad8-49fa-803b-8afef5b09b2b req-a0cd8c26-4bd6-4a78-a281-e97ad4e34c45 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 Aug 01 14:13:01.405303 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:01.406483 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:01.709833 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b22af-3104-4ba8-b47f-9fad9fad8e91 req-72ba3f64-88ab-41d0-b45a-0c61ce8bdf5d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:01.711335 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4d9b22af-3104-4ba8-b47f-9fad9fad8e91 req-72ba3f64-88ab-41d0-b45a-0c61ce8bdf5d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0528574 Aug 01 14:13:01.714802 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 33202) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:01.785456 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4d9b22af-3104-4ba8-b47f-9fad9fad8e91 req-dde16d91-553b-42f8-b96e-c49321d77356 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0647304 Aug 01 14:13:01.872255 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:01.897041 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858562a-e4c1-46cc-bb5c-f130d65fbaee req-f41a0f51-a390-4ad0-b651-c29de2bd9536 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:01.899095 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2858562a-e4c1-46cc-bb5c-f130d65fbaee req-f41a0f51-a390-4ad0-b651-c29de2bd9536 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0777690 Aug 01 14:13:01.965231 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:01.990303 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2858562a-e4c1-46cc-bb5c-f130d65fbaee req-61da7892-e1be-4d98-b5e5-a21009c2f70c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799327 Aug 01 14:13:02.028625 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Publish callbacks [] for security_group (2e815bca-42f3-4134-8d29-6a9dedee61f8), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:02.035991 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2e815bca-42f3-4134-8d29-6a9dedee61f8), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:02.042940 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:02.081108 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e815bca-42f3-4134-8d29-6a9dedee61f8,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:02.085483 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41acf8074adc499b98b7c74cb9928c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696587 Aug 01 14:13:02.089159 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33208) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:02.092701 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.093058 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.093423 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.093769 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.094109 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.094444 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.094779 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.095115 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.095452 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.095780 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.096150 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.096467 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.096799 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.097122 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.097442 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ee0a3-413e-4dae-bc37-5dafea32d041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:02.143476 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f8465550-b27d-4224-aad1-e61e221fc31a admin admin] Publish callbacks [] for security_group (2e815bca-42f3-4134-8d29-6a9dedee61f8), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:02.167447 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f8465550-b27d-4224-aad1-e61e221fc31a admin admin] Publish callbacks [] for security_group (2e815bca-42f3-4134-8d29-6a9dedee61f8), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:02.229862 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f8465550-b27d-4224-aad1-e61e221fc31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2e815bca-42f3-4134-8d29-6a9dedee61f8), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:02.232580 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f8465550-b27d-4224-aad1-e61e221fc31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:02.233867 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f8465550-b27d-4224-aad1-e61e221fc31a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e815bca-42f3-4134-8d29-6a9dedee61f8 HTTP/1.1" status: 204 len: 168 time: 0.1436644 Aug 01 14:13:02.244393 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8465550-b27d-4224-aad1-e61e221fc31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e815bca-42f3-4134-8d29-6a9dedee61f8,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:02.928855 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190e305-c02b-41a2-b1af-7701a9905f1c req-8c7a3054-0e32-44cd-8c01-d8b889476eaf tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:02.930582 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c190e305-c02b-41a2-b1af-7701a9905f1c req-8c7a3054-0e32-44cd-8c01-d8b889476eaf tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0587392 Aug 01 14:13:03.027143 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c190e305-c02b-41a2-b1af-7701a9905f1c req-6b6cf4bc-e0d1-4ab3-9afc-f11403637a2e tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0853865 Aug 01 14:13:03.185090 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e09612-cda5-43a1-a1a0-684e234b691d req-483fc0b0-017c-426c-9ed1-1c25249199d4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:03.187121 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d3e09612-cda5-43a1-a1a0-684e234b691d req-483fc0b0-017c-426c-9ed1-1c25249199d4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0803423 Aug 01 14:13:03.260179 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d3e09612-cda5-43a1-a1a0-684e234b691d req-c890d948-8ef5-48f1-b90a-e88f6307896e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668702 Aug 01 14:13:04.182948 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d8c5a-a25f-41b4-a093-6cac18799641 req-d53ac8e2-ac56-44b6-8935-ab2be990e339 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:04.184606 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-745d8c5a-a25f-41b4-a093-6cac18799641 req-d53ac8e2-ac56-44b6-8935-ab2be990e339 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0527005 Aug 01 14:13:04.252466 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-745d8c5a-a25f-41b4-a093-6cac18799641 req-da5f84b5-6675-4010-b20e-25dca12bdb54 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0619059 Aug 01 14:13:04.418379 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8ab44-52ab-465a-b8bc-ddc90a36c89a req-b73d538a-35f7-49b9-8ed4-e679d6265614 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:04.419857 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6bd8ab44-52ab-465a-b8bc-ddc90a36c89a req-b73d538a-35f7-49b9-8ed4-e679d6265614 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0595937 Aug 01 14:13:04.474451 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6bd8ab44-52ab-465a-b8bc-ddc90a36c89a req-b971b9d0-5076-4a1a-9187-732250554b19 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484834 Aug 01 14:13:04.895018 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-eafe4cf0-b64b-4cba-8dd4-63973ce270f5 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=88aec08b7ce54cb5ad87ea544a819e0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301404 Aug 01 14:13:05.089159 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-3e886339-61b1-4202-9686-aae976202638 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:05.090659 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-3e886339-61b1-4202-9686-aae976202638 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898527 Aug 01 14:13:05.106654 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-eed17fa7-9ed3-4a16-9ba9-e58409aba225 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/quotas/88aec08b7ce54cb5ad87ea544a819e0a HTTP/1.1" status: 200 len: 375 time: 0.0099785 Aug 01 14:13:05.145648 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-5d2a8109-376d-4af1-b7a6-6bbbdf24549e tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=88aec08b7ce54cb5ad87ea544a819e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334294 Aug 01 14:13:05.333732 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-059560f3-60c8-46fd-a0b1-c878e0627557 req-07c72636-ac84-4259-9548-8f44053ab5c2 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0333266 Aug 01 14:13:05.397383 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af5ecf-fbaf-4ab3-998d-b35d3460e58b req-5e2196aa-1ce3-42ee-81d8-4eaa4b8224b7 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:05.399049 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b7af5ecf-fbaf-4ab3-998d-b35d3460e58b req-5e2196aa-1ce3-42ee-81d8-4eaa4b8224b7 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0570490 Aug 01 14:13:05.483237 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b7af5ecf-fbaf-4ab3-998d-b35d3460e58b req-7967cbd8-167d-4fd4-a91f-7e8e3efd27f7 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0775611 Aug 01 14:13:05.643869 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e84798-a78a-4389-bc9e-5af3013ea2c5 req-66d59350-dd12-4401-bf74-d66499333f82 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:05.646013 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d3e84798-a78a-4389-bc9e-5af3013ea2c5 req-66d59350-dd12-4401-bf74-d66499333f82 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0712323 Aug 01 14:13:05.718911 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d3e84798-a78a-4389-bc9e-5af3013ea2c5 req-4d72830e-4dd2-4f7a-afc9-f5d85eb9673c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647917 Aug 01 14:13:06.446070 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c756fabd-94d8-44e9-afbd-6a4e7a7a0511 req-a4902d33-5a88-4e4a-bc86-9185402384ec tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0301816 Aug 01 14:13:06.620220 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25926637-5da2-4bb1-b16c-0373c3fa7cdd req-520a6b00-99b8-4835-8175-965259c17859 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:06.621723 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-25926637-5da2-4bb1-b16c-0373c3fa7cdd req-520a6b00-99b8-4835-8175-965259c17859 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0532191 Aug 01 14:13:06.673128 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:06.692876 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-25926637-5da2-4bb1-b16c-0373c3fa7cdd req-fc2cf1df-d19e-41ef-947c-17acdfdcc7c2 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0638494 Aug 01 14:13:06.864562 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce2d9d-5e67-40e3-b630-2941b1b6da5f req-0ecf9f15-c564-4132-8872-59d5bda54fc5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:06.866103 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1ce2d9d-5e67-40e3-b630-2941b1b6da5f req-0ecf9f15-c564-4132-8872-59d5bda54fc5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0592871 Aug 01 14:13:06.933530 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1ce2d9d-5e67-40e3-b630-2941b1b6da5f req-51e205e9-a00a-44de-8f86-df50e7a3e9e3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610425 Aug 01 14:13:07.571082 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3da3033a-45ca-4133-a57c-a4bc372aa45f req-2f00a1c1-a054-44b4-beee-39db6970d0b5 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0332885 Aug 01 14:13:07.829169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:07.837872 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b50e0-5f55-470d-ac47-5c8a626e9af3 req-f1cdc12d-2c46-4a26-babc-b72a2a71ab47 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:07.839382 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d38b50e0-5f55-470d-ac47-5c8a626e9af3 req-f1cdc12d-2c46-4a26-babc-b72a2a71ab47 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0548031 Aug 01 14:13:07.915143 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d38b50e0-5f55-470d-ac47-5c8a626e9af3 req-8fb7411e-06cb-4177-a837-1969c51d3d7c tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0686996 Aug 01 14:13:08.065742 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bf9b7-2895-4ab8-b3b1-110881e773b2 req-f782ced8-bc18-4c30-ab71-3022ad3744bb tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:08.067204 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-452bf9b7-2895-4ab8-b3b1-110881e773b2 req-f782ced8-bc18-4c30-ab71-3022ad3744bb tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0522563 Aug 01 14:13:08.118490 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-452bf9b7-2895-4ab8-b3b1-110881e773b2 req-01b53e58-e5df-4fc3-9122-5d1bdad3d034 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453188 Aug 01 14:13:08.677698 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c8cd52c-cbf6-49e8-ae33-e07ead467f82 req-dd84189c-d521-4efa-ae2c-25764301f3d1 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0309095 Aug 01 14:13:09.073039 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f9fc1-1f8d-4d6b-bd42-7c47f1a99370 req-fd2bb75b-2b20-48a9-b430-93c83712608f tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:09.074495 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb3f9fc1-1f8d-4d6b-bd42-7c47f1a99370 req-fd2bb75b-2b20-48a9-b430-93c83712608f tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0804546 Aug 01 14:13:09.083187 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ed2c-b171-4ca4-a98f-b947468ea625 req-79feb4ff-2bdb-4af6-a44b-41b1685bf03b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:09.084876 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71f7ed2c-b171-4ca4-a98f-b947468ea625 req-79feb4ff-2bdb-4af6-a44b-41b1685bf03b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0798213 Aug 01 14:13:09.162633 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb3f9fc1-1f8d-4d6b-bd42-7c47f1a99370 req-85a9a73c-35f1-4716-acc4-45059733e9d9 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764077 Aug 01 14:13:09.185689 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71f7ed2c-b171-4ca4-a98f-b947468ea625 req-7f1773a4-0237-49e7-a0b7-a57940c7748b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0909829 Aug 01 14:13:09.280048 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb60d61-a158-44aa-b584-484ce1a18fcf req-0e4806d7-cb36-4dec-84c9-45ade66c1d21 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:09.281600 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4bb60d61-a158-44aa-b584-484ce1a18fcf req-0e4806d7-cb36-4dec-84c9-45ade66c1d21 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0518434 Aug 01 14:13:09.331394 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4bb60d61-a158-44aa-b584-484ce1a18fcf req-5e54dd7c-6b92-4b95-b65e-1d61e2510857 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434175 Aug 01 14:13:09.383166 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:13:09.796549 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-23d615f6-b5a2-413e-8aea-1385b8647c62 req-5a673280-b305-41c1-badd-28efa573cfa5 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0424762 Aug 01 14:13:10.382137 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c76a0-1e9c-4a0f-9fb4-1669ccd49749 req-993a915b-29a4-40af-a25e-f919f1c99552 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:10.383603 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c74c76a0-1e9c-4a0f-9fb4-1669ccd49749 req-993a915b-29a4-40af-a25e-f919f1c99552 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1317189 Aug 01 14:13:10.392246 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb9836-c93a-4cf5-8047-6ae603ac4e71 req-b65edf73-0f0a-4008-9144-2f7d906dedeb tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:10.393800 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-25cb9836-c93a-4cf5-8047-6ae603ac4e71 req-b65edf73-0f0a-4008-9144-2f7d906dedeb tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.1264770 Aug 01 14:13:10.470956 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c74c76a0-1e9c-4a0f-9fb4-1669ccd49749 req-56edba9e-9fc7-4b35-8373-e6c339ea07a9 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761287 Aug 01 14:13:10.502608 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-25cb9836-c93a-4cf5-8047-6ae603ac4e71 req-e4b3c836-b8db-4691-99fa-aa1f17090c19 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1000834 Aug 01 14:13:10.588712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87890b60-b457-4178-8d84-d2680b376cc6 req-e545df13-425e-4869-821c-43ed67283ac3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:10.590282 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-87890b60-b457-4178-8d84-d2680b376cc6 req-e545df13-425e-4869-821c-43ed67283ac3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0505381 Aug 01 14:13:10.644327 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-87890b60-b457-4178-8d84-d2680b376cc6 req-a3b9e0d4-1319-46cc-acd0-0951306efe90 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480435 Aug 01 14:13:10.906734 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9c3013bb-3c80-4107-bafa-c5aad88054be req-6a293852-ce29-4d39-9825-a72d998ed5ea tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0329137 Aug 01 14:13:11.666841 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f1d7f-01f5-43dc-8e72-ff6e88fd64de req-60b4185c-fdc2-4a59-b901-39d0654e862f tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:11.668340 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-765f1d7f-01f5-43dc-8e72-ff6e88fd64de req-60b4185c-fdc2-4a59-b901-39d0654e862f tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.1160340 Aug 01 14:13:11.682146 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2e6ed-06d8-417b-bad8-ec6347d2503f req-68f8fb3b-7b28-4eff-b939-d38f22e4812a tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:11.683709 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d8b2e6ed-06d8-417b-bad8-ec6347d2503f req-68f8fb3b-7b28-4eff-b939-d38f22e4812a tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0885305 Aug 01 14:13:11.700620 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:11.759178 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-765f1d7f-01f5-43dc-8e72-ff6e88fd64de req-8195e00b-eade-431a-9020-470fbb4989b3 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844393 Aug 01 14:13:11.803541 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d8b2e6ed-06d8-417b-bad8-ec6347d2503f req-23a7cbd2-9190-48e0-a465-475e4c3e3b50 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1056292 Aug 01 14:13:11.889244 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256939a-ac25-4a92-9342-362043754e22 req-ecff48cc-dfc0-465e-823b-1ea1206fdd58 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:11.890882 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3256939a-ac25-4a92-9342-362043754e22 req-ecff48cc-dfc0-465e-823b-1ea1206fdd58 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0610299 Aug 01 14:13:11.921511 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:11.952174 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3256939a-ac25-4a92-9342-362043754e22 req-3f44eee3-9d3a-438a-b3a1-3ee27d4993c5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539799 Aug 01 14:13:12.020903 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ba2ad06a-a0c9-4900-af1f-9bc7129bbc1e req-3696dab9-7de2-416f-ae2f-2a3174873851 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0315239 Aug 01 14:13:12.236628 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:12.238641 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:12.256457 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:12.257554 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:12.884056 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f9b1e-738c-4442-ae30-fae6573300a8 req-e259a13c-dcb3-421c-be24-b0fff70b1de3 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:12.885672 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ff2f9b1e-738c-4442-ae30-fae6573300a8 req-e259a13c-dcb3-421c-be24-b0fff70b1de3 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0503876 Aug 01 14:13:12.975824 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae149e5-0714-4e57-8829-e5a560c5fb87 req-e5909f33-c0d8-41b5-b442-28e1b6a20fba tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:12.977365 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cae149e5-0714-4e57-8829-e5a560c5fb87 req-e5909f33-c0d8-41b5-b442-28e1b6a20fba tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0779710 Aug 01 14:13:12.982130 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ff2f9b1e-738c-4442-ae30-fae6573300a8 req-ceb839de-6753-43a8-8fc2-e806b63fb34c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907195 Aug 01 14:13:13.062914 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cae149e5-0714-4e57-8829-e5a560c5fb87 req-af9f2cd3-9d56-4237-a87a-65af76cc12e0 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0785861 Aug 01 14:13:13.099002 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33509-d4b2-4b93-bda3-87ad163f8892 req-145f258b-20a0-4a10-be96-549d5af10be4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:13.100805 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a7e33509-d4b2-4b93-bda3-87ad163f8892 req-145f258b-20a0-4a10-be96-549d5af10be4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0582535 Aug 01 14:13:13.167612 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-562e43df-1cfa-4e94-9229-0c60ac1e4c14 req-6fd99d4c-64df-4327-bcba-4f6662c5d054 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0443287 Aug 01 14:13:13.184221 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a7e33509-d4b2-4b93-bda3-87ad163f8892 req-dd797c93-b3b4-4135-8c8a-f6c1844c393b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777073 Aug 01 14:13:14.114169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f319d7-6716-4398-9a97-a4f9911ad969 req-c05427ae-bb5f-4f02-9b1a-629b67968783 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:14.115761 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39f319d7-6716-4398-9a97-a4f9911ad969 req-c05427ae-bb5f-4f02-9b1a-629b67968783 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0531919 Aug 01 14:13:14.202665 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39f319d7-6716-4398-9a97-a4f9911ad969 req-363e68ce-a24d-4c1a-ac0e-43124528c686 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810373 Aug 01 14:13:14.222212 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320eebf-7c5e-4d37-9eb3-dec0f8d46273 req-7a7ae6fc-f799-4de2-b689-c1877593f7ea tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:14.222212 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1320eebf-7c5e-4d37-9eb3-dec0f8d46273 req-7a7ae6fc-f799-4de2-b689-c1877593f7ea tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0763426 Aug 01 14:13:14.337718 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71bc1074-9c58-4628-96bf-010cf2613cda req-fcdcf5a8-5cc8-4818-93a5-4832e9219b83 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0430665 Aug 01 14:13:14.343294 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1320eebf-7c5e-4d37-9eb3-dec0f8d46273 req-19f7c9b7-9fd1-4efd-8135-fcc098ff9570 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&id=15fdec87-58f8-4692-a670-2b644260c755&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1099255 Aug 01 14:13:14.459729 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a9fb2-6acc-40e4-b5bc-288c05d74046 req-9e3e6ecf-3b71-46b2-ab64-c642385cf0ba tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:14.461354 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7e2a9fb2-6acc-40e4-b5bc-288c05d74046 req-9e3e6ecf-3b71-46b2-ab64-c642385cf0ba tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0565598 Aug 01 14:13:14.515173 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7e2a9fb2-6acc-40e4-b5bc-288c05d74046 req-f3f0ac9a-bc29-4977-add3-2bd85acde5e7 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480504 Aug 01 14:13:15.354309 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b61c1-f171-43bb-8051-cb42759fb3a5 req-2108eb60-c8c8-4bb9-b20a-6a3ef87d7d55 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:15.355852 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c83b61c1-f171-43bb-8051-cb42759fb3a5 req-2108eb60-c8c8-4bb9-b20a-6a3ef87d7d55 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0618148 Aug 01 14:13:15.427849 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c83b61c1-f171-43bb-8051-cb42759fb3a5 req-e942ee60-a67d-46f5-84ff-66894b35f563 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646591 Aug 01 14:13:15.457554 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d332094b-7ab3-4485-9b8b-a9b9ac75e98f req-553d835f-b45b-4716-8efa-ded18416ea7d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0342772 Aug 01 14:13:15.553399 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-19682e74-eaf4-40af-8b4b-4dd04e7e862c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:15.555574 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-19682e74-eaf4-40af-8b4b-4dd04e7e862c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.0646996 Aug 01 14:13:15.667371 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43dfd5-e7f4-446c-a7c1-a1ff808e7a08 req-d9fc3e67-572f-4e1e-8021-c2e4c1db74c0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:15.668891 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3e43dfd5-e7f4-446c-a7c1-a1ff808e7a08 req-d9fc3e67-572f-4e1e-8021-c2e4c1db74c0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0490589 Aug 01 14:13:15.697729 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:15.724381 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3e43dfd5-e7f4-446c-a7c1-a1ff808e7a08 req-29bb8c83-85ed-4c26-8cd6-ce96159abfd2 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488615 Aug 01 14:13:15.939479 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Deleting port 82f43520-38c1-414e-b0a4-66b27e6ff60b {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:13:15.939964 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:16.008244 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:16.043645 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] For port 82f43520-38c1-414e-b0a4-66b27e6ff60b, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=82f43520-38c1-414e-b0a4-66b27e6ff60b,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:16.044017 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:16.271245 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:16.271608 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:16.271913 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Floating IP c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b disassociated. External IP: 172.27.4.56, port: 82f43520-38c1-414e-b0a4-66b27e6ff60b. Aug 01 14:13:16.272256 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Calling delete_port for 82f43520-38c1-414e-b0a4-66b27e6ff60b owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:13:16.361130 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-008ffdc7-2a36-4e6b-be9a-f5804f9e4dcf tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=88aec08b7ce54cb5ad87ea544a819e0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701931 Aug 01 14:13:16.576542 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-443e9e94-3b69-4911-aacf-488dbb8d14b5 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:16.576542 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-443e9e94-3b69-4911-aacf-488dbb8d14b5 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980200 Aug 01 14:13:16.615194 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (82f43520-38c1-414e-b0a4-66b27e6ff60b), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:16.619635 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Request body: {'port': {'device_id': '3b9f2f1f-04ca-4496-84f1-6d78dba974ae', 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627', 'admin_state_up': True, 'tenant_id': '88aec08b7ce54cb5ad87ea544a819e0a'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:16.632523 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-60ed3e8b-0286-4afa-9a01-1e2049c6e655 req-2b08c810-8ba5-40f6-b086-64e9299621f4 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0628901 Aug 01 14:13:16.951033 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-c4a3b502-a064-4056-8ce3-071d9b4cd216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:16.953433 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-c4a3b502-a064-4056-8ce3-071d9b4cd216 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 1129 time: 0.0460358 Aug 01 14:13:16.963565 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event deleted for resources: {'Port': ['ID=82f43520-38c1-414e-b0a4-66b27e6ff60b,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:16.982053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef92ae-97bc-4e43-894f-41acde45ab69 req-1d9280da-d2a5-4cd0-aa97-b8094702a9b0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:16.983564 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a9ef92ae-97bc-4e43-894f-41acde45ab69 req-1d9280da-d2a5-4cd0-aa97-b8094702a9b0 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 945 time: 0.4419205 Aug 01 14:13:17.054686 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2b9ed-a40c-4702-bd31-c3bc09f7c995 req-0f97fc14-0b25-4990-9848-45abbdb67338 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:17.056155 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6ab2b9ed-a40c-4702-bd31-c3bc09f7c995 req-0f97fc14-0b25-4990-9848-45abbdb67338 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 943 time: 0.0994260 Aug 01 14:13:17.056405 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-209f5f8f-5427-43c7-84e3-8a060a7c7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:17.057925 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-209f5f8f-5427-43c7-84e3-8a060a7c7ba4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.0968819 Aug 01 14:13:17.130662 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-21886c13-d17c-49e0-8ff7-5d746c6e5035 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5 HTTP/1.1" status: 200 len: 1001 time: 0.0657761 Aug 01 14:13:17.171968 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a9ef92ae-97bc-4e43-894f-41acde45ab69 req-6c417065-1eca-4964-8055-420245357f00 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1a97266-a2c8-4434-9cbf-fc4b823faa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643596 Aug 01 14:13:17.185093 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-0b2f7b53-0b68-4839-ac4a-a56c624ab471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:17.186660 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-0b2f7b53-0b68-4839-ac4a-a56c624ab471 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.0482059 Aug 01 14:13:17.208910 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:17.217397 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:17.243675 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Made reservation on behalf of 88aec08b7ce54cb5ad87ea544a819e0a for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:13:17.247149 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:17.248459 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-c4d11d70-5e9a-4ad1-a080-61fffcc21128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:17.250753 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-c4d11d70-5e9a-4ad1-a080-61fffcc21128 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566056 Aug 01 14:13:17.261063 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6ab2b9ed-a40c-4702-bd31-c3bc09f7c995 req-b4cd7cdb-5491-46d6-a1ac-2ec539a18569 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644461 Aug 01 14:13:17.283095 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:17.343643 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Router ea85f9a1-1122-4c86-9aee-b09a6924811b has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:13:17.353072 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67adcc7-e6e7-4daf-8f22-a1a79d6bcad2 req-c2122356-f8b7-4d9f-b4c9-6330776b8c7f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:17.356363 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e67adcc7-e6e7-4daf-8f22-a1a79d6bcad2 req-c2122356-f8b7-4d9f-b4c9-6330776b8c7f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0923955 Aug 01 14:13:17.370799 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-76ccfde3-7836-4535-94a0-67182c484d5e service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123192 Aug 01 14:13:17.479968 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-5b1fe29e-744e-4130-9e75-6da9c3ba6f50 req-6b152901-9a9c-4244-8247-dec024b1cbca service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026011 Aug 01 14:13:17.497066 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e67adcc7-e6e7-4daf-8f22-a1a79d6bcad2 req-b38b61e6-fe43-4ad0-b886-d42f9eae718c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312714 Aug 01 14:13:17.577492 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks [] for security_group (f6c492ed-0b08-4c48-b37d-4f19c8107432), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:17.579783 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:13:17.592501 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] Sync routers for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:13:17.608189 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (f6c492ed-0b08-4c48-b37d-4f19c8107432), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:17.609001 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:13:17.610037 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:12:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:17.682671 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] No DVR routers for this DVR port 82f43520-38c1-414e-b0a4-66b27e6ff60b on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:13:17.711212 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c492ed-0b08-4c48-b37d-4f19c8107432,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:17.714504 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:17.718098 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb93cc55-3a5d-483d-9076-1aabdd73a09d req-382452c4-69ba-4140-aeba-a2cba04d9178 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.57 "DELETE /v2.0/ports/82f43520-38c1-414e-b0a4-66b27e6ff60b HTTP/1.1" status: 204 len: 173 time: 1.8738756 Aug 01 14:13:17.722148 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'name': 'network-vif-deleted', 'tag': '82f43520-38c1-414e-b0a4-66b27e6ff60b'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:17.723745 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbf12ad-5e0a-4ad9-944d-9a185d313393" -d '{"events": [{"server_uuid": "2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8", "name": "network-vif-deleted", "tag": "82f43520-38c1-414e-b0a4-66b27e6ff60b"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:17.727370 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:13:17.850186 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3c265e4a-7314-4d99-a248-2eb055ab90c0 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:13:17.853664 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-034ff352-d4fb-4dca-8b78-3f61a572c12f req-0d9d6371-38af-4436-91f0-78e2f02ed19f tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0420506 Aug 01 14:13:17.855194 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbef6e6-d425-4f59-ab74-8c427340155d x-openstack-request-id: req-efbef6e6-d425-4f59-ab74-8c427340155d {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:17.855529 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8", "name": "network-vif-deleted", "tag": "82f43520-38c1-414e-b0a4-66b27e6ff60b", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:17.855783 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-efbef6e6-d425-4f59-ab74-8c427340155d {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:17.856186 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbef6e6-d425-4f59-ab74-8c427340155d'] response: {'server_uuid': '2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8', 'name': 'network-vif-deleted', 'tag': '82f43520-38c1-414e-b0a4-66b27e6ff60b', 'status': 'completed', 'code': 200} Aug 01 14:13:17.870958 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 82f43520-38c1-414e-b0a4-66b27e6ff60b no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:13:17.871193 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Allocated IP 192.168.233.252 (4a36037f-732c-4632-9b4e-ae2a746a9627/aae4cdaf-ed86-4409-9664-95f023f5f07f/5ac98040-b7c0-45ff-8416-201d90575263) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:13:17.916905 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 82f43520-38c1-414e-b0a4-66b27e6ff60b {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:13:17.917461 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 82f43520-38c1-414e-b0a4-66b27e6ff60b not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:13:18.079351 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks [] for port (5ac98040-b7c0-45ff-8416-201d90575263), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:18.079980 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:18.083009 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:18.115938 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] Checking router: ea85f9a1-1122-4c86-9aee-b09a6924811b for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:13:18.119357 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'port_id': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'mac_address': 'fa:16:3e:68:8c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:13:18.125186 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (5ac98040-b7c0-45ff-8416-201d90575263), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:18.140421 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:18.147372 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:13:18.151023 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:12:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:18.177623 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:18.188898 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Network 4a36037f-732c-4632-9b4e-ae2a746a9627 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:13:18.199028 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:13:18.204427 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:13:18.212025 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 3c265e4a-7314-4d99-a248-2eb055ab90c0 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:13:18.212835 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:18.263584 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Pushing event updated for resources: {'Port': ['ID=5ac98040-b7c0-45ff-8416-201d90575263,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:18.266776 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c265e4a-7314-4d99-a248-2eb055ab90c0 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:13:18.312548 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:18.327089 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:18.328534 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:18.333074 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:18.339030 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:13:18.383126 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-ff5ece68-cf00-4214-b713-ae28a160309d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7689347 Aug 01 14:13:18.408696 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Request body: {'port': {'device_id': '3b9f2f1f-04ca-4496-84f1-6d78dba974ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:18.593642 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=9']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:18.597924 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d505bc4-a9b4-4fb3-b5a3-5b6a01ae526c req-bfecbb45-678f-4895-963b-f5ef9ded22d8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:18.611578 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8d505bc4-a9b4-4fb3-b5a3-5b6a01ae526c req-bfecbb45-678f-4895-963b-f5ef9ded22d8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 944 time: 0.1410198 Aug 01 14:13:18.675433 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-8354c9ae-07a3-4c86-af87-75789e17b287 None None] Provisioning complete for port 5ac98040-b7c0-45ff-8416-201d90575263 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:13:18.676076 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8354c9ae-07a3-4c86-af87-75789e17b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (5ac98040-b7c0-45ff-8416-201d90575263), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:18.705097 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['3c265e4a-7314-4d99-a248-2eb055ab90c0'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:13:18.716418 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (5ac98040-b7c0-45ff-8416-201d90575263), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:18.724581 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8d505bc4-a9b4-4fb3-b5a3-5b6a01ae526c req-e3cd6437-8c2b-463a-8144-e125cb78fc1d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118128 Aug 01 14:13:18.739147 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:18.754684 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:18.780993 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-06b1d230-f141-4087-9408-8c8c06b9f84d req-081fd776-3084-4bb8-9773-f7b7984bac53 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6b2566-c3f3-4fbc-90fe-1fb8cd6b70d8 HTTP/1.1" status: 200 len: 210 time: 0.4250994 Aug 01 14:13:18.798349 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-8354c9ae-07a3-4c86-af87-75789e17b287 None None] Port 5ac98040-b7c0-45ff-8416-201d90575263 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:13:18.893398 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:18.943494 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663ae00-9948-4ffa-88b8-a2c9aaf8c398 None None] The sync data for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi is: [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:13:19.010535 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac776e4-3a7f-4a99-84ae-fe7ef9585fb2 req-9d2972a4-f8aa-434c-9dcb-6bc315de91e4 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:19.012249 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3ac776e4-3a7f-4a99-84ae-fe7ef9585fb2 req-9d2972a4-f8aa-434c-9dcb-6bc315de91e4 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.1841104 Aug 01 14:13:19.092750 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b59987-0a1b-428f-bd28-cdd8087a64b1 req-c40cc5b8-6a71-4393-be21-d51fb322e8b8 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:19.100187 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d5b59987-0a1b-428f-bd28-cdd8087a64b1 req-c40cc5b8-6a71-4393-be21-d51fb322e8b8 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 936 time: 0.1164458 Aug 01 14:13:19.230741 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d5b59987-0a1b-428f-bd28-cdd8087a64b1 req-1673ac68-fc42-421c-8c22-69d32f6b05c3 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296189 Aug 01 14:13:19.259628 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3ac776e4-3a7f-4a99-84ae-fe7ef9585fb2 req-9d67778e-811c-4881-b3f1-1fe3c1f00143 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361815 Aug 01 14:13:19.302688 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c05b7-5f9a-4d5e-8a44-2ab453ecce81 None None] New status for floating IP c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b: DOWN {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:13:19.332108 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac98040-b7c0-45ff-8416-201d90575263 {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:13:19.346057 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Publish callbacks [] for port (5ac98040-b7c0-45ff-8416-201d90575263), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:19.360175 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Transition to ACTIVE for port object 5ac98040-b7c0-45ff-8416-201d90575263 will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:13:19.371599 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (5ac98040-b7c0-45ff-8416-201d90575263), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:19.453693 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac98040-b7c0-45ff-8416-201d90575263,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:19.479653 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:19.515373 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Attempting to bind port 5ac98040-b7c0-45ff-8416-201d90575263 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:13:19.515704 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Attempting to bind port 5ac98040-b7c0-45ff-8416-201d90575263 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': 'a3e4bb53-5c31-4e41-93d3-60eeca2207be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:13:19.516029 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Attempting to bind port 5ac98040-b7c0-45ff-8416-201d90575263 on network 4a36037f-732c-4632-9b4e-ae2a746a9627 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:13:19.521288 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Port 5ac98040-b7c0-45ff-8416-201d90575263 on network 4a36037f-732c-4632-9b4e-ae2a746a9627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:13:19.521748 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Attempting to bind port 5ac98040-b7c0-45ff-8416-201d90575263 on network 4a36037f-732c-4632-9b4e-ae2a746a9627 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:13:19.527714 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:13:19.528059 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Checking segment: {'id': 'a3e4bb53-5c31-4e41-93d3-60eeca2207be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:13:19.528500 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Bound using segment: {'id': 'a3e4bb53-5c31-4e41-93d3-60eeca2207be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:13:19.528915 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Bound port: 5ac98040-b7c0-45ff-8416-201d90575263, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e4bb53-5c31-4e41-93d3-60eeca2207be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:13:19.529279 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (5ac98040-b7c0-45ff-8416-201d90575263), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:19.598802 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:19.606046 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] For port 5ac98040-b7c0-45ff-8416-201d90575263, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:13:19.609561 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] For port 5ac98040-b7c0-45ff-8416-201d90575263, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=5ac98040-b7c0-45ff-8416-201d90575263,segment=NetworkSegment(a3e4bb53-5c31-4e41-93d3-60eeca2207be),segment_id=a3e4bb53-5c31-4e41-93d3-60eeca2207be)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:13:19.616709 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (5ac98040-b7c0-45ff-8416-201d90575263), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:19.620130 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:19.620800 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:19.622230 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] 10.222.0.57 "PUT /v2.0/ports/5ac98040-b7c0-45ff-8416-201d90575263 HTTP/1.1" status: 200 len: 1098 time: 1.2183814 Aug 01 14:13:19.677073 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c182b-1a1a-45b2-a2ae-ba0ce9af8d37 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac98040-b7c0-45ff-8416-201d90575263,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:19.736343 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-8a41c03e-ab0e-437c-b6a5-4ef7af32270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:19.737976 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-8a41c03e-ab0e-437c-b6a5-4ef7af32270e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88aec08b7ce54cb5ad87ea544a819e0a&device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 1132 time: 0.0534232 Aug 01 14:13:19.794330 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-da994fb3-a230-4a48-860d-cdd752a4132b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=5ac98040-b7c0-45ff-8416-201d90575263 HTTP/1.1" status: 200 len: 217 time: 0.0428698 Aug 01 14:13:19.843668 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3c265e4a-7314-4d99-a248-2eb055ab90c0 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:13:19.858876 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9f2f1f-04ca-4496-84f1-6d78dba974ae', 'tag': '5ac98040-b7c0-45ff-8416-201d90575263'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:19.865025 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e39917-6913-40ad-a6d3-26d27618c5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9f2f1f-04ca-4496-84f1-6d78dba974ae", "tag": "5ac98040-b7c0-45ff-8416-201d90575263"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:19.907230 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33430) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:19.921376 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-28737d78-ce6c-41f5-afdd-35a2784e106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:19.922887 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-28737d78-ce6c-41f5-afdd-35a2784e106d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aae4cdaf-ed86-4409-9664-95f023f5f07f HTTP/1.1" status: 200 len: 843 time: 0.1113846 Aug 01 14:13:19.925527 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 3c265e4a-7314-4d99-a248-2eb055ab90c0 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:13:19.925909 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:19.972371 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb89edf-1f28-4ef2-b8f1-41f5fd354fb5 req-b5ee40b6-712a-48cc-9918-c1bf8161c1c9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:19.974350 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1bb89edf-1f28-4ef2-b8f1-41f5fd354fb5 req-b5ee40b6-712a-48cc-9918-c1bf8161c1c9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 944 time: 0.1348786 Aug 01 14:13:19.989500 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cc9d1e-5781-4a70-ad20-35cb1c585960 x-openstack-request-id: req-35cc9d1e-5781-4a70-ad20-35cb1c585960 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:19.990619 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9f2f1f-04ca-4496-84f1-6d78dba974ae", "tag": "5ac98040-b7c0-45ff-8416-201d90575263", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:19.991026 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35cc9d1e-5781-4a70-ad20-35cb1c585960 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:19.991571 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cc9d1e-5781-4a70-ad20-35cb1c585960'] response: {'name': 'network-changed', 'server_uuid': '3b9f2f1f-04ca-4496-84f1-6d78dba974ae', 'tag': '5ac98040-b7c0-45ff-8416-201d90575263', 'status': 'completed', 'code': 200} Aug 01 14:13:20.024606 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-06b03141-f80a-4e6a-8cc6-166b3c124e39 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (f1a97266-a2c8-4434-9cbf-fc4b823faa5c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.040193 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 3c265e4a-7314-4d99-a248-2eb055ab90c0 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:13:20.041166 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.050609 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1bb89edf-1f28-4ef2-b8f1-41f5fd354fb5 req-23a94d4e-5fbc-4cd1-837e-0e645521209c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630686 Aug 01 14:13:20.059731 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-3ca947b7-a3da-4d04-bea4-90fbd1788950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:20.061309 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-3ca947b7-a3da-4d04-bea4-90fbd1788950 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a36037f-732c-4632-9b4e-ae2a746a9627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1321340 Aug 01 14:13:20.070970 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-06b03141-f80a-4e6a-8cc6-166b3c124e39 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (f1a97266-a2c8-4434-9cbf-fc4b823faa5c), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.072413 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:20.075426 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0e373d-4ec1-4f36-b97c-842bfce752c5" -d '{"events": [{"server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "name": "network-vif-plugged", "status": "completed", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:20.092454 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:20.112853 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.167583 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c08c47-02c2-418d-91bf-2160d1154cf9 x-openstack-request-id: req-66c08c47-02c2-418d-91bf-2160d1154cf9 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:20.168014 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "name": "network-vif-plugged", "status": "completed", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:20.168383 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66c08c47-02c2-418d-91bf-2160d1154cf9 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:20.168872 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c08c47-02c2-418d-91bf-2160d1154cf9'] response: {'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'code': 200} Aug 01 14:13:20.168995 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-06b03141-f80a-4e6a-8cc6-166b3c124e39 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (f1a97266-a2c8-4434-9cbf-fc4b823faa5c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.175253 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-06b03141-f80a-4e6a-8cc6-166b3c124e39 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.177243 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-06b03141-f80a-4e6a-8cc6-166b3c124e39 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "DELETE /v2.0/security-groups/f1a97266-a2c8-4434-9cbf-fc4b823faa5c HTTP/1.1" status: 204 len: 168 time: 0.2689807 Aug 01 14:13:20.186309 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33434) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:20.207034 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=10']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:20.211081 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-2705b5d4-8539-4880-b941-5d5cf3995d5f service neutron] 10.222.0.57 "GET /v2.0/networks/4a36037f-732c-4632-9b4e-ae2a746a9627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370690 Aug 01 14:13:20.218238 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b03141-f80a-4e6a-8cc6-166b3c124e39 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a97266-a2c8-4434-9cbf-fc4b823faa5c,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:20.225469 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.api.v2.resource [None req-7b9f5094-087b-403a-8496-2930f78ffae3 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] show failed (client error): The resource could not be found. Aug 01 14:13:20.227133 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-7b9f5094-087b-403a-8496-2930f78ffae3 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups/f1a97266-a2c8-4434-9cbf-fc4b823faa5c HTTP/1.1" status: 404 len: 347 time: 0.0387440 Aug 01 14:13:20.230153 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33436) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:20.368777 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-a4df254f-612a-47f2-b80e-478e53afef62 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Deleting port 027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:13:20.369235 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a4df254f-612a-47f2-b80e-478e53afef62 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.413091 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed899-19c6-4dc5-8aa6-41f0df1b0051 req-1f7d44a5-22c6-4573-b56f-fc64dafba012 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:20.414630 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ed1ed899-19c6-4dc5-8aa6-41f0df1b0051 req-1f7d44a5-22c6-4573-b56f-fc64dafba012 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 948 time: 0.0889139 Aug 01 14:13:20.438228 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a5158-7870-4be2-88b1-d51317df2317 req-84eae536-52a7-4d49-a4fa-c9e8e6ddf33c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:20.439727 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-768a5158-7870-4be2-88b1-d51317df2317 req-84eae536-52a7-4d49-a4fa-c9e8e6ddf33c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0731847 Aug 01 14:13:20.456517 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a4df254f-612a-47f2-b80e-478e53afef62 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.456836 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a4df254f-612a-47f2-b80e-478e53afef62 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.471147 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-a4df254f-612a-47f2-b80e-478e53afef62 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Calling delete_port for 027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:13:20.511652 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ed1ed899-19c6-4dc5-8aa6-41f0df1b0051 req-f65b4924-1937-456f-9afa-0245d6ddc284 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879507 Aug 01 14:13:20.519545 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-768a5158-7870-4be2-88b1-d51317df2317 req-13a52014-8047-436f-84c7-e16bcd061bc2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712259 Aug 01 14:13:20.560142 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:20.576393 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:20.669346 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a4df254f-612a-47f2-b80e-478e53afef62 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.716196 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df254f-612a-47f2-b80e-478e53afef62 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event deleted for resources: {'Port': ['ID=027b6bd9-81bf-4ee8-bd9b-d1f5bc15f2af,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:20.724681 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.753883 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3bf36399-56e7-40ac-b21d-0193c08c2147 req-44998dcd-8a29-426c-b866-96dd9fb6cba3 service neutron] 10.222.0.57 "GET /v2.0/networks/4a36037f-732c-4632-9b4e-ae2a746a9627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342497 Aug 01 14:13:20.802307 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a4df254f-612a-47f2-b80e-478e53afef62 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.805127 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a4df254f-612a-47f2-b80e-478e53afef62 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:20.806414 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-a4df254f-612a-47f2-b80e-478e53afef62 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "DELETE /v2.0/floatingips/c8a5a2bf-7ae1-402c-a847-ff9f7e78c96b HTTP/1.1" status: 204 len: 168 time: 0.5752769 Aug 01 14:13:20.847826 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12ecf3-7287-4b72-a16e-c3db99db8ce4 req-09c08a14-1e26-4bc1-96ff-de5b54a7f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:20.849490 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4d12ecf3-7287-4b72-a16e-c3db99db8ce4 req-09c08a14-1e26-4bc1-96ff-de5b54a7f781 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 1130 time: 0.0465972 Aug 01 14:13:20.889474 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33444) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:20.894041 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-dee56cd1-1e25-4c6a-8bed-6aa72f851bba tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--425267917', 'description': 'tempest-description--1020958548'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:20.917108 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-dee56cd1-1e25-4c6a-8bed-6aa72f851bba tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.001664 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-dee56cd1-1e25-4c6a-8bed-6aa72f851bba tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (2330a51e-be45-4b49-8d1e-386d37849288), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.006574 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-dee56cd1-1e25-4c6a-8bed-6aa72f851bba tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2330a51e-be45-4b49-8d1e-386d37849288), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.032754 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-dee56cd1-1e25-4c6a-8bed-6aa72f851bba tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.033918 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-dee56cd1-1e25-4c6a-8bed-6aa72f851bba tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1434481 Aug 01 14:13:21.037505 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 33446) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:21.042461 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-eb67882b-fdec-42c9-88d4-5dd5eea604f8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'security_group_rule': {'security_group_id': '2330a51e-be45-4b49-8d1e-386d37849288', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:21.044091 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee56cd1-1e25-4c6a-8bed-6aa72f851bba tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2330a51e-be45-4b49-8d1e-386d37849288,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:21.072188 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-eb67882b-fdec-42c9-88d4-5dd5eea604f8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (e65cd919-789a-4e70-8b0b-1c09638dac87), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.137878 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-eb67882b-fdec-42c9-88d4-5dd5eea604f8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (e65cd919-789a-4e70-8b0b-1c09638dac87), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.142888 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-eb67882b-fdec-42c9-88d4-5dd5eea604f8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (e65cd919-789a-4e70-8b0b-1c09638dac87), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.159891 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:21.173027 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67882b-fdec-42c9-88d4-5dd5eea604f8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65cd919-789a-4e70-8b0b-1c09638dac87,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:21.188823 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-eb67882b-fdec-42c9-88d4-5dd5eea604f8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.190037 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-eb67882b-fdec-42c9-88d4-5dd5eea604f8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515071 Aug 01 14:13:21.193927 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33450) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:21.198747 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-7d8b1851-bf3b-47d3-8a5d-35d513344315 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'security_group_rule': {'security_group_id': '2330a51e-be45-4b49-8d1e-386d37849288', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:21.233546 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1851-bf3b-47d3-8a5d-35d513344315 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (6896ddd1-beb5-4c29-9698-75325ae5579f), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.238543 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139e1a7-9a52-43ea-9908-a959c90e0eee req-a984b50e-7cec-4598-9fff-f5723f70b714 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:21.240685 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8139e1a7-9a52-43ea-9908-a959c90e0eee req-a984b50e-7cec-4598-9fff-f5723f70b714 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 946 time: 0.0708573 Aug 01 14:13:21.284612 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:21.293699 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8139e1a7-9a52-43ea-9908-a959c90e0eee req-34a54bf2-e916-46e6-9b24-a6aae36f7960 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473683 Aug 01 14:13:21.302396 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1851-bf3b-47d3-8a5d-35d513344315 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (6896ddd1-beb5-4c29-9698-75325ae5579f), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.309780 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1851-bf3b-47d3-8a5d-35d513344315 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (6896ddd1-beb5-4c29-9698-75325ae5579f), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.330664 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b1851-bf3b-47d3-8a5d-35d513344315 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6896ddd1-beb5-4c29-9698-75325ae5579f,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:21.345243 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1851-bf3b-47d3-8a5d-35d513344315 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.346340 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-7d8b1851-bf3b-47d3-8a5d-35d513344315 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513946 Aug 01 14:13:21.350635 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33452) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:21.355155 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:21.378520 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.468091 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:21.593173 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Allocated IP 172.27.4.18 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/b7eee1a8-7224-499f-a88e-26128e1cf542) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:13:21.615480 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:21.690805 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aa0d1-959a-4410-a5ed-a32a32ee9ed0 req-f5538474-e4ce-401a-baee-2dc66c26edf1 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:21.692483 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7f2aa0d1-959a-4410-a5ed-a32a32ee9ed0 req-f5538474-e4ce-401a-baee-2dc66c26edf1 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 948 time: 0.0818734 Aug 01 14:13:21.698875 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211fbd3-1ee3-4fa4-8b73-c50dd8b2bb56 req-4c53db5a-4f4b-41f1-bca9-12a8dfccc4c5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:21.704299 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4211fbd3-1ee3-4fa4-8b73-c50dd8b2bb56 req-4c53db5a-4f4b-41f1-bca9-12a8dfccc4c5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0868266 Aug 01 14:13:21.782988 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7f2aa0d1-959a-4410-a5ed-a32a32ee9ed0 req-bd1b8b28-e5bd-412d-8c67-18e00792ba5d tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814900 Aug 01 14:13:21.796215 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4211fbd3-1ee3-4fa4-8b73-c50dd8b2bb56 req-f6c61015-0ffc-476a-a0b1-632fa1c4a276 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881076 Aug 01 14:13:21.970358 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for port (b7eee1a8-7224-499f-a88e-26128e1cf542), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:22.008396 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (b7eee1a8-7224-499f-a88e-26128e1cf542), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:22.011943 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:22.057871 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:13:22.061440 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:13:22.061781 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-29db9690-e8dd-402b-bcf3-4554d076bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:22.063398 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-29db9690-e8dd-402b-bcf3-4554d076bce3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88aec08b7ce54cb5ad87ea544a819e0a&device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 1132 time: 0.0661695 Aug 01 14:13:22.066602 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:13:22.085528 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4d12ecf3-7287-4b72-a16e-c3db99db8ce4 req-db1c50c9-5a2f-44af-9fe2-9d46ec75771b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898585 Aug 01 14:13:22.094509 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'Port': ['ID=b7eee1a8-7224-499f-a88e-26128e1cf542,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:22.109497 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.109872 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.110247 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.110592 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.110902 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.111235 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.111545 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.111873 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.112201 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.112561 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.112882 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.113213 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.113569 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.113894 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.114249 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:22.180578 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-68e1a0ff-90bd-4b5b-a97d-bbec902d8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:22.182082 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-68e1a0ff-90bd-4b5b-a97d-bbec902d8b7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a36037f-732c-4632-9b4e-ae2a746a9627 HTTP/1.1" status: 200 len: 870 time: 0.1096652 Aug 01 14:13:22.185219 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (41fe5ea3-aa57-490c-872e-c68cd14a084a), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:22.224872 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (b7eee1a8-7224-499f-a88e-26128e1cf542), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:22.348191 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-e0b1aacb-2e32-4a02-946c-74aef420e3c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=5ac98040-b7c0-45ff-8416-201d90575263 HTTP/1.1" status: 200 len: 217 time: 0.0336924 Aug 01 14:13:22.398231 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for port (b7eee1a8-7224-499f-a88e-26128e1cf542), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:22.404204 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (b7eee1a8-7224-499f-a88e-26128e1cf542), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:22.438680 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-329a699f-5815-41f3-be7e-161af1edf9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:22.439445 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-329a699f-5815-41f3-be7e-161af1edf9e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aae4cdaf-ed86-4409-9664-95f023f5f07f HTTP/1.1" status: 200 len: 843 time: 0.0848806 Aug 01 14:13:22.447817 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410beee-38cd-41c5-bc9c-b604a2bcbf7e req-8418723d-744f-4de5-8755-fada6d04a7a0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:22.449351 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0410beee-38cd-41c5-bc9c-b604a2bcbf7e req-8418723d-744f-4de5-8755-fada6d04a7a0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 946 time: 0.0667319 Aug 01 14:13:22.478455 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (41fe5ea3-aa57-490c-872e-c68cd14a084a), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:22.481226 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'Port': ['ID=b7eee1a8-7224-499f-a88e-26128e1cf542,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:22.499052 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:22.500443 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4f59c665-130c-49b6-9c4d-35f01e4624d2 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1487632 Aug 01 14:13:22.508787 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-ac737938-2435-455d-8d5f-fdc1e789d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:22.515591 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-ac737938-2435-455d-8d5f-fdc1e789d751 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a36037f-732c-4632-9b4e-ae2a746a9627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0651855 Aug 01 14:13:22.541240 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0410beee-38cd-41c5-bc9c-b604a2bcbf7e req-7eacbca4-a231-4c38-8ddd-df98d447a2a1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809426 Aug 01 14:13:22.727378 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-854251ea-1144-4ed4-87b8-17e415054654 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--425267917&fields=id&tenant_id=1081ae5fd3e9443c80626517ae9c7d77 HTTP/1.1" status: 200 len: 267 time: 0.0449555 Aug 01 14:13:22.847034 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5b59f28-d5a3-455a-8dcd-28fce9285508 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:22.849890 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5b59f28-d5a3-455a-8dcd-28fce9285508 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/networks?id=c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 200 len: 811 time: 0.1160102 Aug 01 14:13:22.870702 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-3f11e920-0a5f-4267-bb7e-7093d97e96ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/quotas/1081ae5fd3e9443c80626517ae9c7d77 HTTP/1.1" status: 200 len: 375 time: 0.0112779 Aug 01 14:13:23.007758 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-457f7906-e73a-4c39-95d0-4010b126ad93 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286981 Aug 01 14:13:23.015959 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0416d-f32b-4ed3-bb03-c562e4919a02 req-3a41a25c-e939-4856-8bd1-c52721ba1314 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:23.017583 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f8e0416d-f32b-4ed3-bb03-c562e4919a02 req-3a41a25c-e939-4856-8bd1-c52721ba1314 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 948 time: 0.1398864 Aug 01 14:13:23.080183 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:23.127768 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:23.167522 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f8e0416d-f32b-4ed3-bb03-c562e4919a02 req-05375b9c-f39d-4df5-8c8a-cab7775ae12b tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339731 Aug 01 14:13:23.171544 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-9eb37a1f-59ad-48ef-8284-48f185a13ed3 service neutron] 10.222.0.57 "GET /v2.0/networks/4a36037f-732c-4632-9b4e-ae2a746a9627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294457 Aug 01 14:13:23.235527 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68d80eb1-c75d-4134-a20e-cd0fede54e87 service neutron] 10.222.0.45 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146981 Aug 01 14:13:23.361730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de580b1c-6716-4b77-8263-d6346d4fefe7 req-6aeddcb7-bca3-400a-b277-b518ca4e6a4d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:23.363231 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-de580b1c-6716-4b77-8263-d6346d4fefe7 req-6aeddcb7-bca3-400a-b277-b518ca4e6a4d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.1268170 Aug 01 14:13:23.677464 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-29e39917-6913-40ad-a6d3-26d27618c5c6 req-5787cc40-6d41-482b-b8aa-05866830efa5 service neutron] 10.222.0.57 "GET /v2.0/networks/4a36037f-732c-4632-9b4e-ae2a746a9627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959340 Aug 01 14:13:23.727736 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-3e1174f0-20db-4131-8915-4bcdc8fa2fae service neutron] 10.222.0.45 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728928 Aug 01 14:13:23.730999 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-de580b1c-6716-4b77-8263-d6346d4fefe7 req-857d82e4-532b-4c60-b340-94cd4c93626e tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569825 Aug 01 14:13:23.872717 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 5ac98040-b7c0-45ff-8416-201d90575263 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:13:23.876398 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7865216-2617-4f73-a9a8-23e783f2590c req-30e4cd01-8245-4135-a6d6-5b9500638da9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:23.889778 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c7865216-2617-4f73-a9a8-23e783f2590c req-30e4cd01-8245-4135-a6d6-5b9500638da9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 946 time: 0.0932479 Aug 01 14:13:23.983038 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-939bab5b-a5ed-4ed7-8f27-b364bd00a2b9 req-6d7f3dc6-16ba-4eab-8b50-5bde3a97bac1 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 210 time: 0.0622311 Aug 01 14:13:24.011324 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c7865216-2617-4f73-a9a8-23e783f2590c req-aea49e89-a0bf-40ac-ba2d-d251b203970c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203945 Aug 01 14:13:24.038873 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 5ac98040-b7c0-45ff-8416-201d90575263, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=5ac98040-b7c0-45ff-8416-201d90575263,segment=NetworkSegment(a3e4bb53-5c31-4e41-93d3-60eeca2207be),segment_id=a3e4bb53-5c31-4e41-93d3-60eeca2207be)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:24.056537 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '5ac98040-b7c0-45ff-8416-201d90575263', 'network_id': '4a36037f-732c-4632-9b4e-ae2a746a9627', 'port_id': '5ac98040-b7c0-45ff-8416-201d90575263', 'mac_address': 'fa:16:3e:47:51:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae4cdaf-ed86-4409-9664-95f023f5f07f', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:13:24.097004 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 5ac98040-b7c0-45ff-8416-201d90575263 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:13:24.097319 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (5ac98040-b7c0-45ff-8416-201d90575263), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:24.111998 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac98040-b7c0-45ff-8416-201d90575263 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:13:24.130063 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:24.135435 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 5ac98040-b7c0-45ff-8416-201d90575263, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=5ac98040-b7c0-45ff-8416-201d90575263,segment=NetworkSegment(a3e4bb53-5c31-4e41-93d3-60eeca2207be),segment_id=a3e4bb53-5c31-4e41-93d3-60eeca2207be)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:24.142399 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (5ac98040-b7c0-45ff-8416-201d90575263), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:24.202906 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=5ac98040-b7c0-45ff-8416-201d90575263,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:24.212036 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.212609 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.213005 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.213605 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.214074 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.214312 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.214780 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.215250 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.215666 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.216095 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.216571 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.217094 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.217353 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.217802 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.218251 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:13:24.329586 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4a53d-0cc3-4489-9619-c1cf89f1892c req-e925022f-4fbb-4030-995a-efae73f28188 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:24.331157 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bcf4a53d-0cc3-4489-9619-c1cf89f1892c req-e925022f-4fbb-4030-995a-efae73f28188 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 949 time: 0.0640383 Aug 01 14:13:24.377380 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8b34bc22-ac73-4622-92be-993155f74ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:24.405579 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bcf4a53d-0cc3-4489-9619-c1cf89f1892c req-33297778-200f-4c2a-a74d-49657195f7a7 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642595 Aug 01 14:13:24.487238 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['5ac98040-b7c0-45ff-8416-201d90575263'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:13:24.657937 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:24.859687 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b7cd-8acb-4ef2-b533-c2f6b354dd68 req-ea28aa0e-d592-4e00-ac1e-d75244976bb8 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:24.861460 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1519b7cd-8acb-4ef2-b533-c2f6b354dd68 req-ea28aa0e-d592-4e00-ac1e-d75244976bb8 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0544696 Aug 01 14:13:24.920917 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1519b7cd-8acb-4ef2-b533-c2f6b354dd68 req-9829c26c-6720-47e6-8356-ca6a3bca8208 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490882 Aug 01 14:13:25.144599 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0223207a-d297-43b6-9811-174ab1fad141 req-8db34a62-bc81-463c-b81a-fd85b4239a90 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 210 time: 0.0683537 Aug 01 14:13:25.247362 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-8f493f2a-e30a-4013-b0be-ac583c156bec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1378837 Aug 01 14:13:25.271055 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5886-eda0-475b-b0df-d745c1f753a6 req-62fede04-1655-49fe-be5e-8d59a5022be6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:25.276859 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ecea5886-eda0-475b-b0df-d745c1f753a6 req-62fede04-1655-49fe-be5e-8d59a5022be6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 946 time: 0.1543548 Aug 01 14:13:25.373813 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:25.380411 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-f438e0f6-28f8-4490-89e1-67533d2c937c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:25.382087 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-f438e0f6-28f8-4490-89e1-67533d2c937c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.57 "GET /v2.0/networks?id=c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 200 len: 811 time: 0.2364252 Aug 01 14:13:25.385911 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-81e3a915-3c5c-483d-8084-f5d3be277432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:25.387326 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-81e3a915-3c5c-483d-8084-f5d3be277432 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 1129 time: 0.0733819 Aug 01 14:13:25.403154 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ecea5886-eda0-475b-b0df-d745c1f753a6 req-82775b83-83b8-4057-b90f-c93ef6925cd1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214571 Aug 01 14:13:25.595476 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:25.603121 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6a36e-7705-428a-83d3-ebcdbe8a49e1 req-3c8ee1e0-73ab-4a4d-8b3c-6da0a0e3291b tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:25.604722 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cfd6a36e-7705-428a-83d3-ebcdbe8a49e1 req-3c8ee1e0-73ab-4a4d-8b3c-6da0a0e3291b tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 949 time: 0.1188424 Aug 01 14:13:25.658836 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-2474521f-973f-49aa-aea0-a2ecea654a4c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1081ae5fd3e9443c80626517ae9c7d77 HTTP/1.1" status: 200 len: 379 time: 0.1818883 Aug 01 14:13:25.670264 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'port': {'device_id': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'admin_state_up': True, 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'security_groups': ['2330a51e-be45-4b49-8d1e-386d37849288']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:25.756852 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cfd6a36e-7705-428a-83d3-ebcdbe8a49e1 req-8e9558a4-fb8e-46eb-a53f-83641d38201c tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418164 Aug 01 14:13:25.763593 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-a7dc1d52-68fb-4ee5-8e80-103c1683892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:25.765114 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-a7dc1d52-68fb-4ee5-8e80-103c1683892c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.2608857 Aug 01 14:13:25.822804 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-7fd50cdd-bd7b-4f50-a621-88bb8f1239bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6435f407-545f-4889-be82-4de3b791eeb8 HTTP/1.1" status: 200 len: 217 time: 0.0446808 Aug 01 14:13:25.863075 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 5ac98040-b7c0-45ff-8416-201d90575263 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:13:25.904260 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-84cc728e-383d-49e4-94fa-35189c9da0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:25.905744 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-84cc728e-383d-49e4-94fa-35189c9da0d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.0733545 Aug 01 14:13:25.910934 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Made reservation on behalf of 1081ae5fd3e9443c80626517ae9c7d77 for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:13:25.914489 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:25.920924 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 5ac98040-b7c0-45ff-8416-201d90575263 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:13:25.928550 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 5ac98040-b7c0-45ff-8416-201d90575263 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:13:25.929127 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (5ac98040-b7c0-45ff-8416-201d90575263), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:26.011655 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-99cf56f8-95e7-4b25-96fc-65d54469e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:26.013223 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-99cf56f8-95e7-4b25-96fc-65d54469e371 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0882711 Aug 01 14:13:26.029944 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 5ac98040-b7c0-45ff-8416-201d90575263 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:13:26.030346 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (5ac98040-b7c0-45ff-8416-201d90575263), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:26.063649 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9f2f1f-04ca-4496-84f1-6d78dba974ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac98040-b7c0-45ff-8416-201d90575263'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:26.066608 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e04840-140a-4bd3-9b99-7f64f5e0d51e" -d '{"events": [{"server_uuid": "3b9f2f1f-04ca-4496-84f1-6d78dba974ae", "name": "network-vif-plugged", "status": "completed", "tag": "5ac98040-b7c0-45ff-8416-201d90575263"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:26.084963 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 5ac98040-b7c0-45ff-8416-201d90575263, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=5ac98040-b7c0-45ff-8416-201d90575263,segment=NetworkSegment(a3e4bb53-5c31-4e41-93d3-60eeca2207be),segment_id=a3e4bb53-5c31-4e41-93d3-60eeca2207be)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:26.090882 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (5ac98040-b7c0-45ff-8416-201d90575263), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:26.124184 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4814e2-951b-495d-bf28-f227c955182d x-openstack-request-id: req-ae4814e2-951b-495d-bf28-f227c955182d {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:26.124511 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9f2f1f-04ca-4496-84f1-6d78dba974ae", "name": "network-vif-plugged", "status": "completed", "tag": "5ac98040-b7c0-45ff-8416-201d90575263", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:26.124767 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae4814e2-951b-495d-bf28-f227c955182d {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:26.125172 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4814e2-951b-495d-bf28-f227c955182d'] response: {'server_uuid': '3b9f2f1f-04ca-4496-84f1-6d78dba974ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac98040-b7c0-45ff-8416-201d90575263', 'code': 200} Aug 01 14:13:26.137223 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8a92c-7abb-4f0a-85fe-e162e64e0e8e req-6f1e985c-c8c9-4894-bb64-88fc94f2e5f9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:26.138800 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-50c8a92c-7abb-4f0a-85fe-e162e64e0e8e req-6f1e985c-c8c9-4894-bb64-88fc94f2e5f9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.1288521 Aug 01 14:13:26.151631 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=5ac98040-b7c0-45ff-8416-201d90575263,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:26.255582 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-bb566ff1-f39f-4d26-821c-f2798e9fb0aa service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290783 Aug 01 14:13:26.259899 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Allocated IP 172.20.0.14 (c1aca417-45fc-4b60-8100-7ab851d89316/93a89a5f-ac0b-49b4-82c8-60f15b352ec8/41238094-cf08-4cf7-b716-88a929b830bb) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:13:26.275401 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-50c8a92c-7abb-4f0a-85fe-e162e64e0e8e req-2f4914b4-1e4b-47c5-b1eb-8b17cd6c3cb3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261146 Aug 01 14:13:26.360693 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65760086-d95a-49d0-bae5-d2ee5848130a req-1db6e98b-4454-419c-9394-ed5fb34091d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:26.362969 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-65760086-d95a-49d0-bae5-d2ee5848130a req-1db6e98b-4454-419c-9394-ed5fb34091d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 1134 time: 0.0461397 Aug 01 14:13:26.396637 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-442d8b87-2715-4973-a8b3-7cc1ccc7bf5b req-5ad434ba-4977-4752-9a6f-9c8de859897a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 210 time: 0.0581369 Aug 01 14:13:26.428180 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-65760086-d95a-49d0-bae5-d2ee5848130a req-86dcd780-3e80-415f-946b-ca3b6b98187d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578465 Aug 01 14:13:26.428447 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:26.486886 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9e4edb4a-3f04-47d0-96c1-8b642677d332 req-51a043d7-d9e9-4d26-93de-cd167535e713 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045872 Aug 01 14:13:26.505812 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:26.572163 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead4fe8-c343-4477-aa14-9563cc3bf2ba req-5ae48f2b-e35e-439c-8655-0214239c2c6b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:26.573782 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eead4fe8-c343-4477-aa14-9563cc3bf2ba req-5ae48f2b-e35e-439c-8655-0214239c2c6b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 946 time: 0.0834346 Aug 01 14:13:26.590336 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7fddf2ec-39ac-498d-ae6e-67d4cbff5d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:26.624934 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for port (41238094-cf08-4cf7-b716-88a929b830bb), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:26.653326 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eead4fe8-c343-4477-aa14-9563cc3bf2ba req-bd7fe386-69c0-4611-930b-faf760e2465b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719817 Aug 01 14:13:26.684901 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (41238094-cf08-4cf7-b716-88a929b830bb), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:26.734748 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Network c1aca417-45fc-4b60-8100-7ab851d89316 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:13:26.738071 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:13:26.742305 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:13:26.767089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event updated for resources: {'Port': ['ID=41238094-cf08-4cf7-b716-88a929b830bb,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:26.799826 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:26.800497 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:26.822963 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-d5280dcb-3957-4d67-b00e-0555733dde4e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1577132 Aug 01 14:13:26.891302 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b603ab6-ebca-4109-bc2e-08c1129298b0 req-87fb4b75-a4ac-4382-a020-aaad2fa73ca6 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:26.892988 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1b603ab6-ebca-4109-bc2e-08c1129298b0 req-87fb4b75-a4ac-4382-a020-aaad2fa73ca6 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 950 time: 0.0559852 Aug 01 14:13:26.949805 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1b603ab6-ebca-4109-bc2e-08c1129298b0 req-c5d29730-877b-41ea-9579-3d4d82412983 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485473 Aug 01 14:13:26.985678 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-9de3ed51-783f-4c09-8dd6-8c10351a505b None None] Provisioning complete for port 41238094-cf08-4cf7-b716-88a929b830bb triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:13:26.986283 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9de3ed51-783f-4c09-8dd6-8c10351a505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (41238094-cf08-4cf7-b716-88a929b830bb), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:27.024363 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-9de3ed51-783f-4c09-8dd6-8c10351a505b None None] Port 41238094-cf08-4cf7-b716-88a929b830bb cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:13:27.407934 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a1e67-75bd-4ec1-a2a1-a1404729a732 req-4135f41c-0f4f-4dc2-bdae-ac6761fc67f3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:27.409509 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-109a1e67-75bd-4ec1-a2a1-a1404729a732 req-4135f41c-0f4f-4dc2-bdae-ac6761fc67f3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0560789 Aug 01 14:13:27.437434 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Request body: {'port': {'device_id': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:27.536041 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-109a1e67-75bd-4ec1-a2a1-a1404729a732 req-d1dba69d-a5fa-46a3-a5b4-9c80062e0aa5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194026 Aug 01 14:13:27.603915 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (41238094-cf08-4cf7-b716-88a929b830bb), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:27.615333 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15698ca-16a8-47d3-b03d-143b5d879d17 req-a16a1c64-0df7-4fbf-b380-c33a1290d1da tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:27.616936 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d15698ca-16a8-47d3-b03d-143b5d879d17 req-a16a1c64-0df7-4fbf-b380-c33a1290d1da tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 932 time: 0.1151290 Aug 01 14:13:27.759492 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d15698ca-16a8-47d3-b03d-143b5d879d17 req-ad4048ff-a6f5-40b7-b9bb-2838b33ac94f tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354537 Aug 01 14:13:27.851043 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:27.939107 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:27.948120 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41238094-cf08-4cf7-b716-88a929b830bb {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:13:27.956841 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Publish callbacks [] for port (41238094-cf08-4cf7-b716-88a929b830bb), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:27.970496 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Transition to ACTIVE for port object 41238094-cf08-4cf7-b716-88a929b830bb will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:13:27.975423 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (41238094-cf08-4cf7-b716-88a929b830bb), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:28.044780 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Pushing event updated for resources: {'Port': ['ID=41238094-cf08-4cf7-b716-88a929b830bb,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:28.156132 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85453a70-b372-47fe-adc1-a8d224940cbd req-43019f7b-7428-4e4c-bfa2-95b36adbc848 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:28.157696 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-85453a70-b372-47fe-adc1-a8d224940cbd req-43019f7b-7428-4e4c-bfa2-95b36adbc848 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 950 time: 0.1084447 Aug 01 14:13:28.191948 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Attempting to bind port 41238094-cf08-4cf7-b716-88a929b830bb on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:13:28.192366 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Attempting to bind port 41238094-cf08-4cf7-b716-88a929b830bb by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:13:28.192981 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Attempting to bind port 41238094-cf08-4cf7-b716-88a929b830bb on network c1aca417-45fc-4b60-8100-7ab851d89316 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:13:28.210880 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Port 41238094-cf08-4cf7-b716-88a929b830bb on network c1aca417-45fc-4b60-8100-7ab851d89316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:13:28.211216 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Attempting to bind port 41238094-cf08-4cf7-b716-88a929b830bb on network c1aca417-45fc-4b60-8100-7ab851d89316 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:13:28.223094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:13:28.223459 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Checking segment: {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:13:28.223813 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Bound using segment: {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:13:28.224258 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Bound port: 41238094-cf08-4cf7-b716-88a929b830bb, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a036a04-31d6-4b24-a3f3-7a34b4a92489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:13:28.224658 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (41238094-cf08-4cf7-b716-88a929b830bb), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:28.255213 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:28.264359 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-85453a70-b372-47fe-adc1-a8d224940cbd req-cc015a07-df40-4d16-aada-3f7ec7019a5a tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852029 Aug 01 14:13:28.319284 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] For port 41238094-cf08-4cf7-b716-88a929b830bb, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:13:28.323159 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] For port 41238094-cf08-4cf7-b716-88a929b830bb, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=41238094-cf08-4cf7-b716-88a929b830bb,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:13:28.331940 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (41238094-cf08-4cf7-b716-88a929b830bb), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:28.338666 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:28.339473 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:28.340924 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] 10.222.0.57 "PUT /v2.0/ports/41238094-cf08-4cf7-b716-88a929b830bb HTTP/1.1" status: 200 len: 1094 time: 0.9092019 Aug 01 14:13:28.342546 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'tag': '41238094-cf08-4cf7-b716-88a929b830bb'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:28.344924 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ce9c8b-bc15-488b-bc0d-adc667bd05cf" -d '{"events": [{"name": "network-changed", "server_uuid": "462a7ad5-816c-49b1-a36b-84dc587c93ca", "tag": "41238094-cf08-4cf7-b716-88a929b830bb"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:28.390169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a0a0a6-3777-4f0e-8216-4be0a563de83 x-openstack-request-id: req-04a0a0a6-3777-4f0e-8216-4be0a563de83 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:28.390604 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462a7ad5-816c-49b1-a36b-84dc587c93ca", "tag": "41238094-cf08-4cf7-b716-88a929b830bb", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:28.390862 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04a0a0a6-3777-4f0e-8216-4be0a563de83 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:28.391272 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a0a0a6-3777-4f0e-8216-4be0a563de83'] response: {'name': 'network-changed', 'server_uuid': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'tag': '41238094-cf08-4cf7-b716-88a929b830bb', 'status': 'completed', 'code': 200} Aug 01 14:13:28.396855 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64467-3210-4080-8d23-c9cbcf68c0fc service neutron] Pushing event updated for resources: {'Port': ['ID=41238094-cf08-4cf7-b716-88a929b830bb,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:28.695705 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556af689-94a5-4812-973d-89639fc1e5d5 req-b6beb146-fab3-42a4-9676-8824b4526a01 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:28.697342 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-556af689-94a5-4812-973d-89639fc1e5d5 req-b6beb146-fab3-42a4-9676-8824b4526a01 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0592105 Aug 01 14:13:28.755060 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce9c8b-bc15-488b-bc0d-adc667bd05cf req-90fd0832-54ea-4b54-a5f4-8c6f32e9c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:28.756650 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-11ce9c8b-bc15-488b-bc0d-adc667bd05cf req-90fd0832-54ea-4b54-a5f4-8c6f32e9c5e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 1128 time: 0.0583837 Aug 01 14:13:28.826887 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-556af689-94a5-4812-973d-89639fc1e5d5 req-29de3b2a-ae21-436f-a0d5-20c8236b7bd8 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205614 Aug 01 14:13:28.914056 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73cf01-d0b3-4324-9beb-81bc1be55926 req-d17d2bf5-84d5-488b-a709-801193ee01aa tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:28.915640 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bb73cf01-d0b3-4324-9beb-81bc1be55926 req-d17d2bf5-84d5-488b-a709-801193ee01aa tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 944 time: 0.0776839 Aug 01 14:13:28.940200 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce9c8b-bc15-488b-bc0d-adc667bd05cf req-0171ab3a-e956-479e-84cc-9228b304d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:28.941746 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-11ce9c8b-bc15-488b-bc0d-adc667bd05cf req-0171ab3a-e956-479e-84cc-9228b304d663 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1763365 Aug 01 14:13:29.033604 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bb73cf01-d0b3-4324-9beb-81bc1be55926 req-0e45604e-9e37-41b0-89e2-47a8b92dfde8 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108959 Aug 01 14:13:29.070568 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce9c8b-bc15-488b-bc0d-adc667bd05cf req-1f522a56-c17b-4291-aefd-980fce212406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:29.071969 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-11ce9c8b-bc15-488b-bc0d-adc667bd05cf req-1f522a56-c17b-4291-aefd-980fce212406 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238842 Aug 01 14:13:29.151169 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:29.156644 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-64b05017-402d-4f0d-a035-f1fb508fc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:29.158258 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-64b05017-402d-4f0d-a035-f1fb508fc75c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 1128 time: 0.0432363 Aug 01 14:13:29.225394 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-2e047b02-109b-4be3-8776-b8e1f220e5d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41238094-cf08-4cf7-b716-88a929b830bb HTTP/1.1" status: 200 len: 217 time: 0.0471163 Aug 01 14:13:29.242834 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:29.268180 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:29.288526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-b461dcc3-4a8d-4163-86a1-5e8573734bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:29.290005 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-b461dcc3-4a8d-4163-86a1-5e8573734bd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93a89a5f-ac0b-49b4-82c8-60f15b352ec8 HTTP/1.1" status: 200 len: 850 time: 0.0577564 Aug 01 14:13:29.340363 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-1f6c6049-6b17-43e3-9e5d-983d71a37e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:29.341863 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-1f6c6049-6b17-43e3-9e5d-983d71a37e61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1aca417-45fc-4b60-8100-7ab851d89316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440593 Aug 01 14:13:29.436592 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6589d1-c0f8-4549-b111-b7cdbdc48b60 req-bbd6d15b-61e4-4b41-a86b-f2ddcf9febfb tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:29.438121 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8f6589d1-c0f8-4549-b111-b7cdbdc48b60 req-bbd6d15b-61e4-4b41-a86b-f2ddcf9febfb tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 950 time: 0.0953646 Aug 01 14:13:29.495803 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-39acb113-090f-4e1c-92b0-ff010faca19a service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441994 Aug 01 14:13:29.521090 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8f6589d1-c0f8-4549-b111-b7cdbdc48b60 req-0f71862c-8240-4bb1-b54d-c7f541c089e5 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758147 Aug 01 14:13:29.607738 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac1a565-244a-45ef-b827-c16f6b6f28c5 req-e3e7b728-32eb-4121-9851-5d3bb5e8b734 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035664 Aug 01 14:13:29.818485 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f6929-a2da-4111-baa3-22105da46321 req-aeb9f067-086d-44d1-9321-4f9cc484ccc5 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:29.820038 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-613f6929-a2da-4111-baa3-22105da46321 req-aeb9f067-086d-44d1-9321-4f9cc484ccc5 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 950 time: 0.0523236 Aug 01 14:13:29.872149 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-613f6929-a2da-4111-baa3-22105da46321 req-a08fad2e-dafb-47f7-85d8-e53cbbfe11f0 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461233 Aug 01 14:13:29.923581 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:29.954410 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeee80-5592-4c52-bc79-397539bc664e req-b64e2387-37d6-4e0d-a7a8-a1baaf5eefb7 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:29.955946 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e9aeee80-5592-4c52-bc79-397539bc664e req-b64e2387-37d6-4e0d-a7a8-a1baaf5eefb7 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Aug 01 14:13:30.011583 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e9aeee80-5592-4c52-bc79-397539bc664e req-f5a02fe3-26ad-41f6-b148-a0d4aa82a2bd tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486906 Aug 01 14:13:30.167937 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce8272-6525-4e7a-9816-a36afe2badcd req-18ca99fd-f4b8-4376-b6d5-88c6d4a4f236 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:30.169433 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05ce8272-6525-4e7a-9816-a36afe2badcd req-18ca99fd-f4b8-4376-b6d5-88c6d4a4f236 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 944 time: 0.0528574 Aug 01 14:13:30.228588 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05ce8272-6525-4e7a-9816-a36afe2badcd req-5192fb81-0074-484b-b675-514d54a64e4f tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485492 Aug 01 14:13:31.009706 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fd06f-8d29-4695-99bc-f1fe4b5e855e req-797b1c97-2438-4451-9d14-d567a8515382 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:31.011250 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-654fd06f-8d29-4695-99bc-f1fe4b5e855e req-797b1c97-2438-4451-9d14-d567a8515382 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 950 time: 0.0508580 Aug 01 14:13:31.070329 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-654fd06f-8d29-4695-99bc-f1fe4b5e855e req-3f947395-0000-4c7c-b5d0-de8d41130f97 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512328 Aug 01 14:13:31.444466 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c9c91-815c-4ccb-9f0d-8a49e2c63241 req-6e7f54a6-992f-4f72-8f7b-a63bd786ee7d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:31.446098 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ff3c9c91-815c-4ccb-9f0d-8a49e2c63241 req-6e7f54a6-992f-4f72-8f7b-a63bd786ee7d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.3550310 Aug 01 14:13:31.468300 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a6394-8d9d-454a-a1f1-492156bb102a req-36b27277-813b-47df-b4b1-1f0febc2839a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:31.469849 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-914a6394-8d9d-454a-a1f1-492156bb102a req-36b27277-813b-47df-b4b1-1f0febc2839a tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 944 time: 0.0723400 Aug 01 14:13:31.542783 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ff3c9c91-815c-4ccb-9f0d-8a49e2c63241 req-b1aa87ce-a59e-4077-9c33-b287e057114a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894301 Aug 01 14:13:31.547702 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-914a6394-8d9d-454a-a1f1-492156bb102a req-41d5cb92-b9fa-460c-8ccd-baf4b99598df tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691195 Aug 01 14:13:32.205127 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51de2fc-0381-457c-883b-265eb1e7ce1b req-431c9d61-727d-43fd-a635-d1143acbc844 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:32.206800 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b51de2fc-0381-457c-883b-265eb1e7ce1b req-431c9d61-727d-43fd-a635-d1143acbc844 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 950 time: 0.0609317 Aug 01 14:13:32.242259 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:32.257987 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b51de2fc-0381-457c-883b-265eb1e7ce1b req-8b3c6eca-aa37-4025-a571-df7f6ea46203 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6c492ed-0b08-4c48-b37d-4f19c8107432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454261 Aug 01 14:13:32.577543 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-cde2e8ca-d795-4887-b1c1-6837c11782e0 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:32.580000 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-cde2e8ca-d795-4887-b1c1-6837c11782e0 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 950 time: 0.0781195 Aug 01 14:13:32.640411 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:32.752613 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f5c60-eed1-4426-9cb0-fc9e15a0641b req-779148e5-a58d-48a2-b968-dba618ad6739 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:32.754124 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4d3f5c60-eed1-4426-9cb0-fc9e15a0641b req-779148e5-a58d-48a2-b968-dba618ad6739 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.1196816 Aug 01 14:13:32.781968 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c717e27-bd3a-4aed-b2bd-aea61d92aee2 req-5e2d5270-0126-413e-9bce-d1e436712619 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:32.783446 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2c717e27-bd3a-4aed-b2bd-aea61d92aee2 req-5e2d5270-0126-413e-9bce-d1e436712619 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 944 time: 0.1439171 Aug 01 14:13:32.807926 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-f934a807-fd85-410f-9309-85c996b673fe tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Deleting port 5ac98040-b7c0-45ff-8416-201d90575263 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:13:32.808137 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-f934a807-fd85-410f-9309-85c996b673fe tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (5ac98040-b7c0-45ff-8416-201d90575263), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:32.919591 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4d3f5c60-eed1-4426-9cb0-fc9e15a0641b req-37fef903-fd45-41ea-b822-4274163c63c6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563129 Aug 01 14:13:32.927642 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2c717e27-bd3a-4aed-b2bd-aea61d92aee2 req-d3a20003-743f-4532-ac3e-8a7c5b4eb49d tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335742 Aug 01 14:13:32.964250 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-f934a807-fd85-410f-9309-85c996b673fe tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] For port 5ac98040-b7c0-45ff-8416-201d90575263, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=5ac98040-b7c0-45ff-8416-201d90575263,segment=NetworkSegment(a3e4bb53-5c31-4e41-93d3-60eeca2207be),segment_id=a3e4bb53-5c31-4e41-93d3-60eeca2207be)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:32.964772 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-f934a807-fd85-410f-9309-85c996b673fe tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (5ac98040-b7c0-45ff-8416-201d90575263), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:32.978685 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-f934a807-fd85-410f-9309-85c996b673fe tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Calling delete_port for 5ac98040-b7c0-45ff-8416-201d90575263 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:13:33.122733 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-f934a807-fd85-410f-9309-85c996b673fe tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (5ac98040-b7c0-45ff-8416-201d90575263), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:33.136385 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['5ac98040-b7c0-45ff-8416-201d90575263'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:13:33.153255 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934a807-fd85-410f-9309-85c996b673fe tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Pushing event deleted for resources: {'Port': ['ID=5ac98040-b7c0-45ff-8416-201d90575263,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:33.210355 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-f934a807-fd85-410f-9309-85c996b673fe tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] No DVR routers for this DVR port 5ac98040-b7c0-45ff-8416-201d90575263 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:13:33.213395 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-f934a807-fd85-410f-9309-85c996b673fe tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:33.216957 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c89fe523-da8a-49af-9ca5-bbdebcf2cf52 req-f934a807-fd85-410f-9309-85c996b673fe tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.57 "DELETE /v2.0/ports/5ac98040-b7c0-45ff-8416-201d90575263 HTTP/1.1" status: 204 len: 173 time: 0.6289656 Aug 01 14:13:33.217440 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9f2f1f-04ca-4496-84f1-6d78dba974ae', 'name': 'network-vif-deleted', 'tag': '5ac98040-b7c0-45ff-8416-201d90575263'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:33.219784 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1502c682-b763-4fac-8e30-828f856951d4" -d '{"events": [{"server_uuid": "3b9f2f1f-04ca-4496-84f1-6d78dba974ae", "name": "network-vif-deleted", "tag": "5ac98040-b7c0-45ff-8416-201d90575263"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:33.266643 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46e41eb-29b3-43a7-aee2-8f484c0eb6d7 x-openstack-request-id: req-b46e41eb-29b3-43a7-aee2-8f484c0eb6d7 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:33.267044 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9f2f1f-04ca-4496-84f1-6d78dba974ae", "name": "network-vif-deleted", "tag": "5ac98040-b7c0-45ff-8416-201d90575263", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:33.267191 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b46e41eb-29b3-43a7-aee2-8f484c0eb6d7 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:33.267596 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46e41eb-29b3-43a7-aee2-8f484c0eb6d7'] response: {'server_uuid': '3b9f2f1f-04ca-4496-84f1-6d78dba974ae', 'name': 'network-vif-deleted', 'tag': '5ac98040-b7c0-45ff-8416-201d90575263', 'status': 'completed', 'code': 200} Aug 01 14:13:33.380134 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-498bdfc7-837f-4329-8b3c-6c545378f52b req-950b4902-3660-499f-a008-0dab0b7ec9a5 tempest-VolumesNegativeTest-963250723 tempest-VolumesNegativeTest-963250723-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f2f1f-04ca-4496-84f1-6d78dba974ae HTTP/1.1" status: 200 len: 210 time: 0.0337994 Aug 01 14:13:33.944997 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 41238094-cf08-4cf7-b716-88a929b830bb details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:13:34.062814 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 41238094-cf08-4cf7-b716-88a929b830bb, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=41238094-cf08-4cf7-b716-88a929b830bb,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:34.079985 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '41238094-cf08-4cf7-b716-88a929b830bb', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'port_id': '41238094-cf08-4cf7-b716-88a929b830bb', 'mac_address': 'fa:16:3e:0a:b2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:13:34.094156 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86982c87-7ddd-4e03-a8af-d5725a5bce67 req-c9edca4a-0ff6-451c-b514-2e0d3299b8b5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:34.095734 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86982c87-7ddd-4e03-a8af-d5725a5bce67 req-c9edca4a-0ff6-451c-b514-2e0d3299b8b5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0861657 Aug 01 14:13:34.119935 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:34.120182 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07087e3-7e33-450c-9691-8603e9429421 req-08d33325-e864-462a-9eff-ba7c6e1d4407 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:34.122197 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a07087e3-7e33-450c-9691-8603e9429421 req-08d33325-e864-462a-9eff-ba7c6e1d4407 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 944 time: 0.0788372 Aug 01 14:13:34.123519 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 41238094-cf08-4cf7-b716-88a929b830bb is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:13:34.123920 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (41238094-cf08-4cf7-b716-88a929b830bb), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:34.140065 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41238094-cf08-4cf7-b716-88a929b830bb {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:13:34.161681 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 41238094-cf08-4cf7-b716-88a929b830bb, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=41238094-cf08-4cf7-b716-88a929b830bb,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:34.167263 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (41238094-cf08-4cf7-b716-88a929b830bb), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:34.202559 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86982c87-7ddd-4e03-a8af-d5725a5bce67 req-46f4dfb9-3ce1-40a4-987b-ed18457d532b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984190 Aug 01 14:13:34.207585 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a07087e3-7e33-450c-9691-8603e9429421 req-1d936f80-8a85-484a-8ab6-be6eeba50e86 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779302 Aug 01 14:13:34.222070 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=41238094-cf08-4cf7-b716-88a929b830bb,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:34.510071 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['41238094-cf08-4cf7-b716-88a929b830bb'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:13:34.803158 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:35.375813 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afed757-3728-4421-b795-d728de93b669 req-03ab1323-66f7-441c-a88e-d00d6a927d75 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:35.377392 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2afed757-3728-4421-b795-d728de93b669 req-03ab1323-66f7-441c-a88e-d00d6a927d75 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0805700 Aug 01 14:13:35.386397 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935156-17f6-446c-812d-88279eda6568 req-2c8e40a2-f91f-475d-9a79-cdda9ac6405c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:35.387905 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-67935156-17f6-446c-812d-88279eda6568 req-2c8e40a2-f91f-475d-9a79-cdda9ac6405c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 945 time: 0.0806005 Aug 01 14:13:35.422611 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:35.472749 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2afed757-3728-4421-b795-d728de93b669 req-f6b3fcc4-5fb7-4419-8d23-157d1d671315 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837457 Aug 01 14:13:35.480953 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-67935156-17f6-446c-812d-88279eda6568 req-2b4ca2cd-1b23-4c7f-82f4-a955961bb360 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858126 Aug 01 14:13:35.951235 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 41238094-cf08-4cf7-b716-88a929b830bb up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:13:36.001711 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 41238094-cf08-4cf7-b716-88a929b830bb completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:13:36.009979 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 41238094-cf08-4cf7-b716-88a929b830bb triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:13:36.010558 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (41238094-cf08-4cf7-b716-88a929b830bb), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:36.094359 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 41238094-cf08-4cf7-b716-88a929b830bb is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:13:36.094773 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (41238094-cf08-4cf7-b716-88a929b830bb), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:36.120969 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41238094-cf08-4cf7-b716-88a929b830bb'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:36.123305 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be124720-c964-4203-bb8d-999e4e524244" -d '{"events": [{"server_uuid": "462a7ad5-816c-49b1-a36b-84dc587c93ca", "name": "network-vif-plugged", "status": "completed", "tag": "41238094-cf08-4cf7-b716-88a929b830bb"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:36.139476 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 41238094-cf08-4cf7-b716-88a929b830bb, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=41238094-cf08-4cf7-b716-88a929b830bb,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:36.146607 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (41238094-cf08-4cf7-b716-88a929b830bb), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:36.147929 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 5ac98040-b7c0-45ff-8416-201d90575263 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:13:36.172463 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7dfe89-71c1-4bfe-9ef3-98a6f24976a0 x-openstack-request-id: req-6d7dfe89-71c1-4bfe-9ef3-98a6f24976a0 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:36.172761 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462a7ad5-816c-49b1-a36b-84dc587c93ca", "name": "network-vif-plugged", "status": "completed", "tag": "41238094-cf08-4cf7-b716-88a929b830bb", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:36.173014 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d7dfe89-71c1-4bfe-9ef3-98a6f24976a0 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:36.173515 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7dfe89-71c1-4bfe-9ef3-98a6f24976a0'] response: {'server_uuid': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41238094-cf08-4cf7-b716-88a929b830bb', 'code': 200} Aug 01 14:13:36.191576 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 5ac98040-b7c0-45ff-8416-201d90575263 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:13:36.191963 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 5ac98040-b7c0-45ff-8416-201d90575263 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:13:36.226456 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=41238094-cf08-4cf7-b716-88a929b830bb,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:36.372792 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:36.399640 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:36.413577 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=83,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:36.416474 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c79cb-bceb-48c5-84c2-1b4e9b13657a req-02ce2eb3-9430-4cf1-803c-69e685384be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:36.419429 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ee1c79cb-bceb-48c5-84c2-1b4e9b13657a req-02ce2eb3-9430-4cf1-803c-69e685384be5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 1130 time: 0.0599136 Aug 01 14:13:36.478721 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ee1c79cb-bceb-48c5-84c2-1b4e9b13657a req-7b1e884b-e8cd-49f8-8e3b-8f7065f62e64 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511353 Aug 01 14:13:36.662853 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2906a61-b8a9-4a4b-95a0-f64cf670c268 req-f0688f6d-0c5b-497b-94fe-1a0772ddc85b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:36.664513 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d2906a61-b8a9-4a4b-95a0-f64cf670c268 req-f0688f6d-0c5b-497b-94fe-1a0772ddc85b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0876141 Aug 01 14:13:36.670712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87253b45-31f5-4f69-9416-bffb3230f818 req-f34335da-f300-4674-9b89-4c260a1e7fd6 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:36.672241 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-87253b45-31f5-4f69-9416-bffb3230f818 req-f34335da-f300-4674-9b89-4c260a1e7fd6 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 946 time: 0.0833848 Aug 01 14:13:36.751963 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d2906a61-b8a9-4a4b-95a0-f64cf670c268 req-8e5ed56a-309e-460f-9f0a-77ed6e9e3cc2 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786510 Aug 01 14:13:36.759454 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-87253b45-31f5-4f69-9416-bffb3230f818 req-8f6a0664-8ecd-4002-8300-3a2dd8013956 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784276 Aug 01 14:13:37.914522 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456151c-227d-4ab0-a3cb-2795d4049059 req-b26f39a0-62ae-47b9-a563-e7e0d6fdc536 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:37.916210 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8456151c-227d-4ab0-a3cb-2795d4049059 req-b26f39a0-62ae-47b9-a563-e7e0d6fdc536 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0850904 Aug 01 14:13:37.924770 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f1590-a5a4-4ea2-9521-f059c53d3dd4 req-5a4a6c27-4de6-4987-9dd5-2f628e513627 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:37.926295 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d13f1590-a5a4-4ea2-9521-f059c53d3dd4 req-5a4a6c27-4de6-4987-9dd5-2f628e513627 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 946 time: 0.0836215 Aug 01 14:13:38.006837 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8456151c-227d-4ab0-a3cb-2795d4049059 req-b1163040-9229-4c8a-87b8-2018cc6f39b6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793791 Aug 01 14:13:38.010252 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d13f1590-a5a4-4ea2-9521-f059c53d3dd4 req-46f2a09c-b2ff-4baf-9f87-f766a6892c65 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766776 Aug 01 14:13:38.398090 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:38.406414 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:38.940564 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 33868) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:39.176172 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0b13455e-0576-436b-aa1c-dab01e61721d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88aec08b7ce54cb5ad87ea544a819e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340198 Aug 01 14:13:39.179419 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33876) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:39.201347 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c4a88-d24d-4476-8f76-9b43efd29cd9 req-4cb6407c-6e1e-4bb4-88c0-047c50508eb1 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:39.202895 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1d2c4a88-d24d-4476-8f76-9b43efd29cd9 req-4cb6407c-6e1e-4bb4-88c0-047c50508eb1 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 946 time: 0.1137917 Aug 01 14:13:39.209398 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c878b2-deb6-4e5f-89fd-b4a0aafe1604 req-ba2aa684-36cb-4805-b083-b8c40d2749da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:39.210936 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-42c878b2-deb6-4e5f-89fd-b4a0aafe1604 req-ba2aa684-36cb-4805-b083-b8c40d2749da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.1174378 Aug 01 14:13:39.245539 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9b54d56e-5bf7-4320-88d5-1c2c653e7dc8 admin admin] Publish callbacks [] for security_group (f6c492ed-0b08-4c48-b37d-4f19c8107432), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:39.270334 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9b54d56e-5bf7-4320-88d5-1c2c653e7dc8 admin admin] Publish callbacks [] for security_group (f6c492ed-0b08-4c48-b37d-4f19c8107432), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:39.296704 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1d2c4a88-d24d-4476-8f76-9b43efd29cd9 req-4dc1e669-18e9-4f38-917c-12f3fa6362d7 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846269 Aug 01 14:13:39.300126 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-42c878b2-deb6-4e5f-89fd-b4a0aafe1604 req-ffb1cc35-21f9-49c7-bb7e-095250cf6e7f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796623 Aug 01 14:13:39.328219 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9b54d56e-5bf7-4320-88d5-1c2c653e7dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (f6c492ed-0b08-4c48-b37d-4f19c8107432), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:39.330768 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9b54d56e-5bf7-4320-88d5-1c2c653e7dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:39.331936 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9b54d56e-5bf7-4320-88d5-1c2c653e7dc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6c492ed-0b08-4c48-b37d-4f19c8107432 HTTP/1.1" status: 204 len: 168 time: 0.1515222 Aug 01 14:13:39.341266 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54d56e-5bf7-4320-88d5-1c2c653e7dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c492ed-0b08-4c48-b37d-4f19c8107432,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:39.437458 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d9181-0791-4d66-9e6a-0ebb74d74bc5 req-6db8339e-e2fc-4951-9ee2-26a110a16706 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:39.439147 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-967d9181-0791-4d66-9e6a-0ebb74d74bc5 req-6db8339e-e2fc-4951-9ee2-26a110a16706 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 946 time: 0.0521293 Aug 01 14:13:39.452035 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33882) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:39.457507 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-268e56b3-ef56-4c13-b937-15121d28c6c5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Request body: {'floatingip': {'port_id': '41238094-cf08-4cf7-b716-88a929b830bb'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:39.512035 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-268e56b3-ef56-4c13-b937-15121d28c6c5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (41fe5ea3-aa57-490c-872e-c68cd14a084a), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:39.890765 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20071f51-0a14-400a-8138-3e261da68677 req-41442f04-be3c-4dde-8e7d-efd9431044b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:39.892476 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-20071f51-0a14-400a-8138-3e261da68677 req-41442f04-be3c-4dde-8e7d-efd9431044b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 1129 time: 0.0427525 Aug 01 14:13:39.947505 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-20071f51-0a14-400a-8138-3e261da68677 req-7dd38dd4-a0d7-4b96-9842-1e3c38d04be6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443599 Aug 01 14:13:40.016296 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-268e56b3-ef56-4c13-b937-15121d28c6c5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:40.020950 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-268e56b3-ef56-4c13-b937-15121d28c6c5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (41fe5ea3-aa57-490c-872e-c68cd14a084a), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:40.123800 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.l3_db [None req-268e56b3-ef56-4c13-b937-15121d28c6c5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Floating IP 41fe5ea3-aa57-490c-872e-c68cd14a084a associated. External IP: 172.27.4.18, port: 41238094-cf08-4cf7-b716-88a929b830bb. Aug 01 14:13:40.348167 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268e56b3-ef56-4c13-b937-15121d28c6c5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Router ea85f9a1-1122-4c86-9aee-b09a6924811b has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:13:40.352648 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:40.461770 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:40.467286 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e56b3-ef56-4c13-b937-15121d28c6c5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:13:40.472389 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-268e56b3-ef56-4c13-b937-15121d28c6c5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:40.480201 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] Sync routers for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:13:40.495849 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:13:40.496584 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:40.507491 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-268e56b3-ef56-4c13-b937-15121d28c6c5 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "PUT /v2.0/floatingips/41fe5ea3-aa57-490c-872e-c68cd14a084a HTTP/1.1" status: 200 len: 991 time: 1.0544586 Aug 01 14:13:40.508068 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'tag': '41238094-cf08-4cf7-b716-88a929b830bb'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:40.510468 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f79653-f441-43c6-af05-236179817a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "462a7ad5-816c-49b1-a36b-84dc587c93ca", "tag": "41238094-cf08-4cf7-b716-88a929b830bb"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:40.549622 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c69b2e-a1a0-4175-a5f6-b35548ce4394 x-openstack-request-id: req-15c69b2e-a1a0-4175-a5f6-b35548ce4394 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:40.549927 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462a7ad5-816c-49b1-a36b-84dc587c93ca", "tag": "41238094-cf08-4cf7-b716-88a929b830bb", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:40.550066 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15c69b2e-a1a0-4175-a5f6-b35548ce4394 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:40.550488 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c69b2e-a1a0-4175-a5f6-b35548ce4394'] response: {'name': 'network-changed', 'server_uuid': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'tag': '41238094-cf08-4cf7-b716-88a929b830bb', 'status': 'completed', 'code': 200} Aug 01 14:13:40.618346 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:13:40.710991 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b612e-0440-41aa-96fd-f80dcf8af413 req-375ad12a-a5e0-4225-92d6-b9663a09846a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:40.712599 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4e5b612e-0440-41aa-96fd-f80dcf8af413 req-375ad12a-a5e0-4225-92d6-b9663a09846a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0560477 Aug 01 14:13:40.772418 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4e5b612e-0440-41aa-96fd-f80dcf8af413 req-ccbc643c-0f7c-4bd2-9b5a-927e0ac21e27 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530028 Aug 01 14:13:40.816907 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79653-f441-43c6-af05-236179817a0f req-61beea35-29b3-47e5-94c6-4a9a9189530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:40.818725 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72f79653-f441-43c6-af05-236179817a0f req-61beea35-29b3-47e5-94c6-4a9a9189530d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 1130 time: 0.0450709 Aug 01 14:13:40.840284 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:40.862931 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '41fe5ea3-aa57-490c-872e-c68cd14a084a', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'floating_ip_address': '172.27.4.18', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'port_id': '41238094-cf08-4cf7-b716-88a929b830bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'mac_address': 'fa:16:3e:0a:b2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:13:22Z', 'updated_at': '2022-08-01T14:13:39Z', 'revision_number': 1, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:40.895980 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] Checking router: ea85f9a1-1122-4c86-9aee-b09a6924811b for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:13:40.906595 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:13:40.907239 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:40.908984 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:40.932894 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79653-f441-43c6-af05-236179817a0f req-d17fd076-763d-40c8-82b1-00a709acaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:40.934449 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72f79653-f441-43c6-af05-236179817a0f req-d17fd076-763d-40c8-82b1-00a709acaeed service neutron] 10.222.0.57 "GET /v2.0/networks?id=c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 200 len: 912 time: 0.1018682 Aug 01 14:13:40.979294 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:41.011498 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72f79653-f441-43c6-af05-236179817a0f req-145312ca-88b6-4ad8-a1c2-83018c68f3e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41238094-cf08-4cf7-b716-88a929b830bb HTTP/1.1" status: 200 len: 999 time: 0.0670948 Aug 01 14:13:41.022546 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:13:41.079652 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79653-f441-43c6-af05-236179817a0f req-78bdc964-3e2d-42b6-812d-eddb54489163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:41.080989 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72f79653-f441-43c6-af05-236179817a0f req-78bdc964-3e2d-42b6-812d-eddb54489163 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93a89a5f-ac0b-49b4-82c8-60f15b352ec8 HTTP/1.1" status: 200 len: 850 time: 0.0626507 Aug 01 14:13:41.154394 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:41.307223 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '41fe5ea3-aa57-490c-872e-c68cd14a084a', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'floating_ip_address': '172.27.4.18', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'port_id': '41238094-cf08-4cf7-b716-88a929b830bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'mac_address': 'fa:16:3e:0a:b2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:13:22Z', 'updated_at': '2022-08-01T14:13:39Z', 'revision_number': 1, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:41.334543 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0614085-fd63-40b4-8848-725dc7aaf4f0 None None] The sync data for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi is: [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '41fe5ea3-aa57-490c-872e-c68cd14a084a', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'floating_ip_address': '172.27.4.18', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'port_id': '41238094-cf08-4cf7-b716-88a929b830bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'mac_address': 'fa:16:3e:0a:b2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:13:22Z', 'updated_at': '2022-08-01T14:13:39Z', 'revision_number': 1, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:13:41.554902 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e10a6-a1f8-474a-8675-80f19e062c15 None None] New status for floating IP 41fe5ea3-aa57-490c-872e-c68cd14a084a: ACTIVE {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:13:41.722738 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79653-f441-43c6-af05-236179817a0f req-6aea450c-4259-4c08-9736-c3919f65bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:41.724508 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72f79653-f441-43c6-af05-236179817a0f req-6aea450c-4259-4c08-9736-c3919f65bffd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1aca417-45fc-4b60-8100-7ab851d89316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490358 Aug 01 14:13:41.846315 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72f79653-f441-43c6-af05-236179817a0f req-e6266e93-3707-4ecb-8296-0298932781fb service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042995 Aug 01 14:13:41.963413 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4f0da-6879-47cd-83f0-94f51c783cc5 req-77f5f1ba-6deb-4832-9eef-12314614840d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:41.964900 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c0e4f0da-6879-47cd-83f0-94f51c783cc5 req-77f5f1ba-6deb-4832-9eef-12314614840d tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.1084940 Aug 01 14:13:42.014759 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72f79653-f441-43c6-af05-236179817a0f req-66de4744-ad32-4e46-990a-7fbe81756869 service neutron] 10.222.0.57 "GET /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598346 Aug 01 14:13:42.044837 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c0e4f0da-6879-47cd-83f0-94f51c783cc5 req-7bf32bfe-4cc4-4e5d-b6c4-89245dbed244 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728238 Aug 01 14:13:42.446228 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-03da7710-ef9e-426b-b69b-9f7825a6e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:42.447837 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-03da7710-ef9e-426b-b69b-9f7825a6e939 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 1129 time: 0.0915706 Aug 01 14:13:42.454159 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd01de8-f892-4944-baf8-5965bed17345 req-967a4277-7a32-4498-8380-3be30dfa3a75 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:42.455857 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8fd01de8-f892-4944-baf8-5965bed17345 req-967a4277-7a32-4498-8380-3be30dfa3a75 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0882738 Aug 01 14:13:42.589367 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8fd01de8-f892-4944-baf8-5965bed17345 req-827bd0c1-5113-4e41-8fd6-015242979d51 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193218 Aug 01 14:13:42.611189 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-851efe00-9f67-4850-9d9c-370e27b0de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:42.612762 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-851efe00-9f67-4850-9d9c-370e27b0de98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.1540356 Aug 01 14:13:42.692379 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-90fedad7-eaf5-4c25-880b-56e82187d3bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5 HTTP/1.1" status: 200 len: 1001 time: 0.0669942 Aug 01 14:13:42.744214 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-0540f67d-59b8-43f2-a0ff-1a734ec84dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:42.745740 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-0540f67d-59b8-43f2-a0ff-1a734ec84dc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.0465014 Aug 01 14:13:42.804753 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-3c49259c-16d3-4f03-af02-1dc573308abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:42.806186 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-3c49259c-16d3-4f03-af02-1dc573308abd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472741 Aug 01 14:13:42.894057 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:42.912633 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-ae618363-ee63-4c94-9c9e-5b1d2a5cae80 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946543 Aug 01 14:13:43.012412 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2ede0bf6-beb7-4143-a5c8-a539602c3b6f req-65ab409b-9091-4641-a20d-77c368a4ff77 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923257 Aug 01 14:13:43.736845 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba732bf-af74-43d6-9fcb-edaacd22bdeb req-8ec08c86-0f0e-4252-aaaa-9237c659cc1a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:43.738507 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eba732bf-af74-43d6-9fcb-edaacd22bdeb req-8ec08c86-0f0e-4252-aaaa-9237c659cc1a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0640616 Aug 01 14:13:43.765941 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:43.791860 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eba732bf-af74-43d6-9fcb-edaacd22bdeb req-90b5684a-5101-4aa5-9d62-621f991e8929 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462894 Aug 01 14:13:44.930621 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72114688-2576-423d-a4bb-d83d6d33de87 req-f835b83b-5f20-4909-a4e7-6a24c74df1c3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:44.932129 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72114688-2576-423d-a4bb-d83d6d33de87 req-f835b83b-5f20-4909-a4e7-6a24c74df1c3 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0474422 Aug 01 14:13:44.981432 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-72114688-2576-423d-a4bb-d83d6d33de87 req-52e0b96b-1b67-49ea-b037-e6c9f0eeef72 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Aug 01 14:13:46.113974 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98068882-b9d4-466a-85ad-a399b2a517a5 req-254acd2a-70c4-405b-9473-57aeafe28dbf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:46.115467 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-98068882-b9d4-466a-85ad-a399b2a517a5 req-254acd2a-70c4-405b-9473-57aeafe28dbf tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0514195 Aug 01 14:13:46.163809 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-98068882-b9d4-466a-85ad-a399b2a517a5 req-6d9cd080-0409-4308-8807-64fb0b6fa91f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426974 Aug 01 14:13:46.297491 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a05a8b-9f69-4670-b6cf-3d3888deeba5 req-813fa716-fb85-489c-8873-b2fdd5720690 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:46.298922 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a2a05a8b-9f69-4670-b6cf-3d3888deeba5 req-813fa716-fb85-489c-8873-b2fdd5720690 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0522830 Aug 01 14:13:46.309183 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 33914) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:46.313625 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-6d2e3f2e-fe2e-4563-bb11-67e29c79a986 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Request body: {'floatingip': {'port_id': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:46.372768 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3f2e-fe2e-4563-bb11-67e29c79a986 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for floatingip (d33d2df8-40f4-4f4e-b58e-b5d8159962fb), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:46.397082 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:13:46.832287 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3f2e-fe2e-4563-bb11-67e29c79a986 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:46.837276 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3f2e-fe2e-4563-bb11-67e29c79a986 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (d33d2df8-40f4-4f4e-b58e-b5d8159962fb), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:46.928928 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:47.038009 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:47.057773 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2e3f2e-fe2e-4563-bb11-67e29c79a986 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Router 73386cde-020d-4ae9-9bc5-ce62a8878995 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:13:47.447010 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2e3f2e-fe2e-4563-bb11-67e29c79a986 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:13:47.451639 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3f2e-fe2e-4563-bb11-67e29c79a986 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:47.460561 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] Sync routers for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:13:47.471602 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:13:47.472236 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:47.489359 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:47.491701 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf39514-6cd1-4d57-b5b7-f96b92a319de" -d '{"events": [{"name": "network-changed", "server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:47.530200 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-6d2e3f2e-fe2e-4563-bb11-67e29c79a986 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "PUT /v2.0/floatingips/d33d2df8-40f4-4f4e-b58e-b5d8159962fb HTTP/1.1" status: 200 len: 993 time: 1.2199244 Aug 01 14:13:47.538031 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0008592-0711-4f33-a0b9-c046da18f4dd x-openstack-request-id: req-e0008592-0711-4f33-a0b9-c046da18f4dd {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:47.538589 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:47.538869 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e0008592-0711-4f33-a0b9-c046da18f4dd {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:47.539241 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0008592-0711-4f33-a0b9-c046da18f4dd'] response: {'name': 'network-changed', 'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'status': 'completed', 'code': 200} Aug 01 14:13:47.595900 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:13:47.713233 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-d23ba8e4-3139-4be8-82c6-f0a4a741b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:47.714870 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-d23ba8e4-3139-4be8-82c6-f0a4a741b69a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 1129 time: 0.1508210 Aug 01 14:13:47.809437 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-2e172cfa-b2ff-4ced-8012-bd74ae9403f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:47.810925 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-2e172cfa-b2ff-4ced-8012-bd74ae9403f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.0896022 Aug 01 14:13:47.822440 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'd33d2df8-40f4-4f4e-b58e-b5d8159962fb', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'floating_ip_address': '172.27.4.232', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'port_id': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'mac_address': 'fa:16:3e:45:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:11:00Z', 'updated_at': '2022-08-01T14:13:46Z', 'revision_number': 3, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:46Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:47.850122 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] Checking router: 73386cde-020d-4ae9-9bc5-ce62a8878995 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:13:47.859955 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:13:47.860653 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:47.879731 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-f08be559-62ae-4d35-bcea-ca2328238131 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5 HTTP/1.1" status: 200 len: 1001 time: 0.0613737 Aug 01 14:13:47.934346 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-8e4f7155-e222-4faf-b4cb-87f2f18b81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:47.935863 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-8e4f7155-e222-4faf-b4cb-87f2f18b81bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.0479529 Aug 01 14:13:47.990038 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:13:47.993586 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-e368a778-214a-45ba-8518-f82f6d2c883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:47.995147 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-e368a778-214a-45ba-8518-f82f6d2c883d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494881 Aug 01 14:13:48.098748 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-bdf3b1cf-ec8b-487d-92c5-2cfbb1b977c3 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967498 Aug 01 14:13:48.205130 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4cf39514-6cd1-4d57-b5b7-f96b92a319de req-5779a27f-fac2-4fc1-b95d-b66d2b5443d6 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995562 Aug 01 14:13:48.222459 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:48.243711 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'd33d2df8-40f4-4f4e-b58e-b5d8159962fb', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'floating_ip_address': '172.27.4.232', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'port_id': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'mac_address': 'fa:16:3e:45:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:11:00Z', 'updated_at': '2022-08-01T14:13:46Z', 'revision_number': 3, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:46Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:48.268677 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612bf14-1458-451d-a97d-c66b16f20bf7 None None] The sync data for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi is: [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'd33d2df8-40f4-4f4e-b58e-b5d8159962fb', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'floating_ip_address': '172.27.4.232', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'port_id': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'mac_address': 'fa:16:3e:45:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:11:00Z', 'updated_at': '2022-08-01T14:13:46Z', 'revision_number': 3, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:46Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:13:49.540867 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:49.543716 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba99fb5-245a-4dc1-8847-afada37f4cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:49.584583 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e3511c-99f4-4d71-a35a-bc45a73e485d x-openstack-request-id: req-e1e3511c-99f4-4d71-a35a-bc45a73e485d {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:49.584872 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:49.585124 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1e3511c-99f4-4d71-a35a-bc45a73e485d {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:49.585553 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e3511c-99f4-4d71-a35a-bc45a73e485d'] response: {'name': 'network-changed', 'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'status': 'completed', 'code': 200} Aug 01 14:13:49.654735 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-10c81727-e60b-4d03-8bfc-3e5fc5849c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:49.656255 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-10c81727-e60b-4d03-8bfc-3e5fc5849c96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 1129 time: 0.0467556 Aug 01 14:13:49.774031 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-444c1f0b-2ac2-41aa-a51a-643e6561f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:49.775519 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-444c1f0b-2ac2-41aa-a51a-643e6561f8f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.1114793 Aug 01 14:13:49.859718 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-3cdd14a8-d509-47c7-a4e3-9a727f887f5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5 HTTP/1.1" status: 200 len: 1001 time: 0.0757837 Aug 01 14:13:49.898912 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:49.916073 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-c7c3bb55-3455-4fe3-ae41-de71c33930d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:49.917617 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-c7c3bb55-3455-4fe3-ae41-de71c33930d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.0510380 Aug 01 14:13:49.965645 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-9afafb1a-7519-48a3-9316-4ba56de2c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:49.967195 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-9afafb1a-7519-48a3-9316-4ba56de2c363 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428922 Aug 01 14:13:50.034415 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:50.080884 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-7b5cf044-752d-416c-a2c5-e01cc1fa5b3c service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061039 Aug 01 14:13:50.190466 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ba99fb5-245a-4dc1-8847-afada37f4cb8 req-ad72a8c7-c217-49f3-8812-5477561805a3 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977364 Aug 01 14:13:50.500157 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:50.504043 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=16 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:50.729034 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:54.353953 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-315b1ab8-022d-403e-9204-74f742ace87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:56.381904 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:56.396205 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:56.591549 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5cfe4cd9-b4a6-4ba5-b07c-ff4384626a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:57.043935 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-90704758-deab-4363-9476-b34e5fb9cd27 req-68f122ae-822a-487f-8cdb-f92c6e46376c tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96042402&fields=id&tenant_id=9d78f1cca2f845a5ad90c514c2d71f62 HTTP/1.1" status: 200 len: 267 time: 0.0775573 Aug 01 14:13:57.102783 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90704758-deab-4363-9476-b34e5fb9cd27 req-baaaf984-a8e7-4fba-85f3-c943a35c2ebf tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:57.105963 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-90704758-deab-4363-9476-b34e5fb9cd27 req-baaaf984-a8e7-4fba-85f3-c943a35c2ebf tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 984 time: 0.0557957 Aug 01 14:13:57.119913 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-90704758-deab-4363-9476-b34e5fb9cd27 req-b8a774fe-ce4b-43ae-a19b-73e57e98910b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Request body: {'port': {'security_groups': ['0eeedcad-f141-4243-a424-3b010d13de66']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:13:57.216149 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-90704758-deab-4363-9476-b34e5fb9cd27 req-b8a774fe-ce4b-43ae-a19b-73e57e98910b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:57.458730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-90704758-deab-4363-9476-b34e5fb9cd27 req-b8a774fe-ce4b-43ae-a19b-73e57e98910b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] For port 1bf0befb-0ac8-4221-a091-92283e46d506, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=1bf0befb-0ac8-4221-a091-92283e46d506,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:13:57.492724 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-90704758-deab-4363-9476-b34e5fb9cd27 req-b8a774fe-ce4b-43ae-a19b-73e57e98910b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for port (1bf0befb-0ac8-4221-a091-92283e46d506), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:57.498253 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-90704758-deab-4363-9476-b34e5fb9cd27 req-b8a774fe-ce4b-43ae-a19b-73e57e98910b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:57.508062 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90704758-deab-4363-9476-b34e5fb9cd27 req-b8a774fe-ce4b-43ae-a19b-73e57e98910b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:57.509785 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-90704758-deab-4363-9476-b34e5fb9cd27 req-b8a774fe-ce4b-43ae-a19b-73e57e98910b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:57.511484 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-90704758-deab-4363-9476-b34e5fb9cd27 req-b8a774fe-ce4b-43ae-a19b-73e57e98910b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "PUT /v2.0/ports/1bf0befb-0ac8-4221-a091-92283e46d506 HTTP/1.1" status: 200 len: 942 time: 0.3980718 Aug 01 14:13:57.512557 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['1bf0befb-0ac8-4221-a091-92283e46d506'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:13:57.514955 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:57.523451 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac3b885-ada6-48d4-8eb8-930bafda415d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:57.523679 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33942) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:57.579523 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a774fe-ce4b-43ae-a19b-73e57e98910b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event updated for resources: {'Port': ['ID=1bf0befb-0ac8-4221-a091-92283e46d506,revision_number=7']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:57.642394 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-41a3729d-172f-4109-84ca-a1a2b33ffc4f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group (15fdec87-58f8-4692-a670-2b644260c755), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:57.647748 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:57.679369 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['1bf0befb-0ac8-4221-a091-92283e46d506'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:13:57.694431 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-41a3729d-172f-4109-84ca-a1a2b33ffc4f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group (15fdec87-58f8-4692-a670-2b644260c755), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:57.694625 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e67db9-7ed9-450a-a899-2beef687a7d1 x-openstack-request-id: req-73e67db9-7ed9-450a-a899-2beef687a7d1 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:57.694863 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:57.695284 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73e67db9-7ed9-450a-a899-2beef687a7d1 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:57.696210 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e67db9-7ed9-450a-a899-2beef687a7d1'] response: {'name': 'network-changed', 'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506', 'status': 'completed', 'code': 200} Aug 01 14:13:57.780512 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-0daa0f0e-c5f6-42c8-8f76-aaf4cdf1d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:57.782807 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-0daa0f0e-c5f6-42c8-8f76-aaf4cdf1d9fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d78f1cca2f845a5ad90c514c2d71f62&device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 1129 time: 0.0605428 Aug 01 14:13:57.792971 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-41a3729d-172f-4109-84ca-a1a2b33ffc4f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (15fdec87-58f8-4692-a670-2b644260c755), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:57.796635 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-41a3729d-172f-4109-84ca-a1a2b33ffc4f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:57.802720 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-41a3729d-172f-4109-84ca-a1a2b33ffc4f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "DELETE /v2.0/security-groups/15fdec87-58f8-4692-a670-2b644260c755 HTTP/1.1" status: 204 len: 168 time: 0.2805195 Aug 01 14:13:57.803390 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 33946) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:13:57.853680 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3729d-172f-4109-84ca-a1a2b33ffc4f tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fdec87-58f8-4692-a670-2b644260c755,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:57.908828 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-7fefecd7-c296-4b62-9aac-66e3deea15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:57.910402 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-7fefecd7-c296-4b62-9aac-66e3deea15c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 HTTP/1.1" status: 200 len: 915 time: 0.1207538 Aug 01 14:13:57.999067 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Deleting port e91ed749-355f-449f-85c9-ddec64da1e7e {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:13:57.999444 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (e91ed749-355f-449f-85c9-ddec64da1e7e), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:58.021306 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-fb1204d0-eea1-4978-971a-e39ca6c7d705 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf0befb-0ac8-4221-a091-92283e46d506 HTTP/1.1" status: 200 len: 1001 time: 0.0976834 Aug 01 14:13:58.090101 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (e91ed749-355f-449f-85c9-ddec64da1e7e), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:58.090478 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for floatingip (e91ed749-355f-449f-85c9-ddec64da1e7e), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:58.098453 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-92d46e41-0a64-4e69-8e2b-5c45f5bca2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:58.101081 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-92d46e41-0a64-4e69-8e2b-5c45f5bca2be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92c4316e-45c3-407c-bf1b-0ad24c58336c HTTP/1.1" status: 200 len: 853 time: 0.0688698 Aug 01 14:13:58.110789 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Calling delete_port for e91ed749-355f-449f-85c9-ddec64da1e7e owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:13:58.118726 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:58.169210 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-f6527d1f-c85f-49ca-aacd-5af3e015fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:58.170752 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-f6527d1f-c85f-49ca-aacd-5af3e015fc5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626454 Aug 01 14:13:58.258914 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:58.316827 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:58.321896 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-4d357d38-f161-4afc-bb81-655e6c511009 service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418769 Aug 01 14:13:58.376300 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (e91ed749-355f-449f-85c9-ddec64da1e7e), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:58.423033 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event deleted for resources: {'Port': ['ID=e91ed749-355f-449f-85c9-ddec64da1e7e,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:13:58.433975 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ac3b885-ada6-48d4-8eb8-930bafda415d req-6f643a58-6a17-436c-a110-5d4a62453638 service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049438 Aug 01 14:13:58.502775 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks [] for floatingip (3c285b6d-7cb3-402b-ba7f-0b028deca166), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:58.503121 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.l3_db [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Floating IP 3c285b6d-7cb3-402b-ba7f-0b028deca166 disassociated (deleted). External IP: 172.27.4.227, port: 1bf0befb-0ac8-4221-a091-92283e46d506. Aug 01 14:13:58.749361 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:58.751922 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Router fa4a9281-06a2-416f-812c-c1dcf41923a5 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:13:58.756707 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:13:58.870386 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:13:58.875593 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:58.880475 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] Sync routers for ids ['fa4a9281-06a2-416f-812c-c1dcf41923a5'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:13:58.892545 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] Routers {'fa4a9281-06a2-416f-812c-c1dcf41923a5'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:13:58.893266 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['fa4a9281-06a2-416f-812c-c1dcf41923a5'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:58.915784 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-82ea0538-e758-4055-8d50-e50505e2db72 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "DELETE /v2.0/floatingips/3c285b6d-7cb3-402b-ba7f-0b028deca166 HTTP/1.1" status: 204 len: 168 time: 1.1076393 Aug 01 14:13:58.916546 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:13:58.918914 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bc7d32-9293-441b-a76c-0525a5df1c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:13:59.039125 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f887341-bfa4-49be-b506-a394d0f66c77 x-openstack-request-id: req-0f887341-bfa4-49be-b506-a394d0f66c77 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:13:59.039428 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:13:59.039691 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f887341-bfa4-49be-b506-a394d0f66c77 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:13:59.040113 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f887341-bfa4-49be-b506-a394d0f66c77'] response: {'name': 'network-changed', 'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506', 'status': 'completed', 'code': 200} Aug 01 14:13:59.045961 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] Set router fa4a9281-06a2-416f-812c-c1dcf41923a5 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:13:59.143273 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-15069adf-ed6f-4b31-b3f3-a33c3e0ccb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:59.146522 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-15069adf-ed6f-4b31-b3f3-a33c3e0ccb62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d78f1cca2f845a5ad90c514c2d71f62&device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 1129 time: 0.0700505 Aug 01 14:13:59.171620 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:59.300159 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:10:03Z', 'revision_number': 5, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:59.302017 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-0292f46b-5680-4fd1-9bab-ad33d51a5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:59.305796 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-0292f46b-5680-4fd1-9bab-ad33d51a5b23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 HTTP/1.1" status: 200 len: 915 time: 0.1524022 Aug 01 14:13:59.350191 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] Checking router: fa4a9281-06a2-416f-812c-c1dcf41923a5 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:13:59.364586 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] Routers {'fa4a9281-06a2-416f-812c-c1dcf41923a5'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:13:59.366299 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['fa4a9281-06a2-416f-812c-c1dcf41923a5'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:59.390507 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-bc657235-100a-459e-a990-6b199be35d8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf0befb-0ac8-4221-a091-92283e46d506 HTTP/1.1" status: 200 len: 217 time: 0.0766141 Aug 01 14:13:59.478832 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-29e9df6d-7f42-49d7-9ec9-3c1e0aaaee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:59.485221 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-29e9df6d-7f42-49d7-9ec9-3c1e0aaaee5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92c4316e-45c3-407c-bf1b-0ad24c58336c HTTP/1.1" status: 200 len: 853 time: 0.0831521 Aug 01 14:13:59.553731 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] Set router fa4a9281-06a2-416f-812c-c1dcf41923a5 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:13:59.897618 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:10:03Z', 'revision_number': 5, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:13:59.925615 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08d1d6-bfc2-4bf4-8b41-27f0ecdd684d None None] The sync data for ids ['fa4a9281-06a2-416f-812c-c1dcf41923a5'] in dv-cinder-845178-10-iscsi is: [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:09:52Z', 'revision_number': 4, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'b6b94cfe-5cb8-48de-8e47-ed9623745637', 'name': '', 'network_id': 'a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'mac_address': 'fa:16:3e:b2:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:50Z', 'updated_at': '2022-08-01T14:10:03Z', 'revision_number': 5, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'subnets': [{'id': '92c4316e-45c3-407c-bf1b-0ad24c58336c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:13:59.926373 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:13:59.987651 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-24ddfe8c-027b-4875-983e-8e051e52624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:13:59.989684 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-24ddfe8c-027b-4875-983e-8e051e52624b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0787859 Aug 01 14:14:00.147137 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-7e1f6661-ac03-4310-8869-d8eed8f4bdfd service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479900 Aug 01 14:14:00.237739 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b6f4b-06aa-462b-9f7b-d0258a1c1718 None None] New status for floating IP 3c285b6d-7cb3-402b-ba7f-0b028deca166: DOWN {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:14:00.271755 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c9bc7d32-9293-441b-a76c-0525a5df1c2e req-1b104cbe-1fd2-48c3-ad80-1cd04525ebc1 service neutron] 10.222.0.57 "GET /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161208 Aug 01 14:14:02.026844 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc3c05-0d6b-4c39-8df5-6fe5c26c8322 req-b20f919b-920f-4303-84ed-a12d21f7850e tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:02.028455 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d7cc3c05-0d6b-4c39-8df5-6fe5c26c8322 req-b20f919b-920f-4303-84ed-a12d21f7850e tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.0529165 Aug 01 14:14:02.083383 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d7cc3c05-0d6b-4c39-8df5-6fe5c26c8322 req-a7fde0fb-2273-41bb-b31a-1c0b47be13df tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Aug 01 14:14:03.216845 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6acb6-3339-403d-8cff-7f29215b9077 req-cbff3f90-f2ad-49d6-adcf-f04cc705fd6b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:03.218548 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ecc6acb6-3339-403d-8cff-7f29215b9077 req-cbff3f90-f2ad-49d6-adcf-f04cc705fd6b tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.0574727 Aug 01 14:14:03.275100 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ecc6acb6-3339-403d-8cff-7f29215b9077 req-39285379-d788-4284-a375-92bc35243e2d tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Aug 01 14:14:04.007661 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68813b-317f-4d6f-a185-048743cee5fd req-2e0188f3-0c97-4348-b11a-81c0f589e989 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:04.009158 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8a68813b-317f-4d6f-a185-048743cee5fd req-2e0188f3-0c97-4348-b11a-81c0f589e989 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.0521579 Aug 01 14:14:04.109956 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-8a68813b-317f-4d6f-a185-048743cee5fd req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Deleting port 1bf0befb-0ac8-4221-a091-92283e46d506 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:04.110174 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8a68813b-317f-4d6f-a185-048743cee5fd req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:04.172503 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:04.212662 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-8a68813b-317f-4d6f-a185-048743cee5fd req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] For port 1bf0befb-0ac8-4221-a091-92283e46d506, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=1bf0befb-0ac8-4221-a091-92283e46d506,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:04.213035 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8a68813b-317f-4d6f-a185-048743cee5fd req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:04.228996 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-8a68813b-317f-4d6f-a185-048743cee5fd req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Calling delete_port for 1bf0befb-0ac8-4221-a091-92283e46d506 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:04.274899 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:04.408193 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8a68813b-317f-4d6f-a185-048743cee5fd req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (1bf0befb-0ac8-4221-a091-92283e46d506), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:04.421736 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['1bf0befb-0ac8-4221-a091-92283e46d506'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:14:04.445337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59778ba9-3671-459f-8d09-666409e699b1 req-26a212fb-a425-4c35-ae65-8702ef2d8296 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:04.446896 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-59778ba9-3671-459f-8d09-666409e699b1 req-26a212fb-a425-4c35-ae65-8702ef2d8296 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5dd2869-e1f8-4607-8fc8-63858730bcc3 HTTP/1.1" status: 200 len: 945 time: 0.0851679 Aug 01 14:14:04.450015 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Pushing event deleted for resources: {'Port': ['ID=1bf0befb-0ac8-4221-a091-92283e46d506,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:04.495461 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.495810 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.496148 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.496507 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.496837 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.497165 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.497491 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.497813 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.498136 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.498454 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.498774 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.499093 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.499410 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.499789 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.500107 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:04.527296 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a68813b-317f-4d6f-a185-048743cee5fd req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] No DVR routers for this DVR port 1bf0befb-0ac8-4221-a091-92283e46d506 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:04.534514 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8a68813b-317f-4d6f-a185-048743cee5fd req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:04.538376 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8a68813b-317f-4d6f-a185-048743cee5fd req-01dbdf4e-ad8f-45bd-aec5-d9b41ce56179 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.57 "DELETE /v2.0/ports/1bf0befb-0ac8-4221-a091-92283e46d506 HTTP/1.1" status: 204 len: 173 time: 0.5147917 Aug 01 14:14:04.538816 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'name': 'network-vif-deleted', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:14:04.541126 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acae91a-50c0-4b96-bc85-b1d4b45dfcb7" -d '{"events": [{"server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "name": "network-vif-deleted", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:14:04.562976 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-59778ba9-3671-459f-8d09-666409e699b1 req-b6d7c025-ec92-4024-8cbd-1fa058137b17 tempest-TestMinimumBasicScenario-2033238848 tempest-TestMinimumBasicScenario-2033238848-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eeedcad-f141-4243-a424-3b010d13de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098135 Aug 01 14:14:04.593928 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a529ebad-c45d-4e97-9d40-a87f749588e1 x-openstack-request-id: req-a529ebad-c45d-4e97-9d40-a87f749588e1 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:14:04.594229 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd2869-e1f8-4607-8fc8-63858730bcc3", "name": "network-vif-deleted", "tag": "1bf0befb-0ac8-4221-a091-92283e46d506", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:14:04.594521 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a529ebad-c45d-4e97-9d40-a87f749588e1 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:14:04.595145 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a529ebad-c45d-4e97-9d40-a87f749588e1'] response: {'server_uuid': 'f5dd2869-e1f8-4607-8fc8-63858730bcc3', 'name': 'network-vif-deleted', 'tag': '1bf0befb-0ac8-4221-a091-92283e46d506', 'status': 'completed', 'code': 200} Aug 01 14:14:06.452080 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34030) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:07.107115 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (fa4a9281-06a2-416f-812c-c1dcf41923a5), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:07.413989 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] Deleting port b6b94cfe-5cb8-48de-8e47-ed9623745637 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:07.414561 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:07.555400 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] For port b6b94cfe-5cb8-48de-8e47-ed9623745637, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=b6b94cfe-5cb8-48de-8e47-ed9623745637,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:07.556168 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:07.573191 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] Calling delete_port for b6b94cfe-5cb8-48de-8e47-ed9623745637 owned by network:router_interface {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:07.686273 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=100 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:07.789950 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:07.858001 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (b6b94cfe-5cb8-48de-8e47-ed9623745637), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:07.889423 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b94cfe-5cb8-48de-8e47-ed9623745637,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:08.121685 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (fa4a9281-06a2-416f-812c-c1dcf41923a5), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:08.224689 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 1bf0befb-0ac8-4221-a091-92283e46d506 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:08.264559 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 1bf0befb-0ac8-4221-a091-92283e46d506 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:08.265492 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 1bf0befb-0ac8-4221-a091-92283e46d506 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:08.372819 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] Router fa4a9281-06a2-416f-812c-c1dcf41923a5 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:14:08.505802 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:14:08.513295 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-41e155d8-85e2-4e8d-b5d1-802ece39fc60 admin admin] 10.222.0.45 "PUT /v2.0/routers/fa4a9281-06a2-416f-812c-c1dcf41923a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0597465 Aug 01 14:14:08.516508 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34044) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:08.522210 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c823467-7983-4438-88de-823926904ec9 None None] Sync routers for ids ['fa4a9281-06a2-416f-812c-c1dcf41923a5'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:14:08.539729 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c823467-7983-4438-88de-823926904ec9 None None] Routers {'fa4a9281-06a2-416f-812c-c1dcf41923a5'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:08.540893 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9c823467-7983-4438-88de-823926904ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['fa4a9281-06a2-416f-812c-c1dcf41923a5'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:08.683722 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-9c823467-7983-4438-88de-823926904ec9 None None] Set router fa4a9281-06a2-416f-812c-c1dcf41923a5 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:08.695937 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Publish callbacks [] for router (fa4a9281-06a2-416f-812c-c1dcf41923a5), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:08.843394 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:08.861829 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Publish callbacks [] for router_gateway (fa4a9281-06a2-416f-812c-c1dcf41923a5), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:08.929794 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Deleting port 394dab57-f9c5-44d1-bc5d-fd08a29f350f {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:08.930472 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:08.957870 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9c823467-7983-4438-88de-823926904ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:14:07Z', 'revision_number': 5, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port': {'id': '394dab57-f9c5-44d1-bc5d-fd08a29f350f', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:46Z', 'updated_at': '2022-08-01T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:08.986234 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c823467-7983-4438-88de-823926904ec9 None None] Checking router: fa4a9281-06a2-416f-812c-c1dcf41923a5 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:14:08.997480 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:08.998935 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c823467-7983-4438-88de-823926904ec9 None None] Routers {'fa4a9281-06a2-416f-812c-c1dcf41923a5'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:08.999550 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9c823467-7983-4438-88de-823926904ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['fa4a9281-06a2-416f-812c-c1dcf41923a5'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:09.014075 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:09.048229 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] For port 394dab57-f9c5-44d1-bc5d-fd08a29f350f, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=394dab57-f9c5-44d1-bc5d-fd08a29f350f,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:09.048555 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:09.073798 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Calling delete_port for 394dab57-f9c5-44d1-bc5d-fd08a29f350f owned by network:router_gateway {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:09.130943 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-9c823467-7983-4438-88de-823926904ec9 None None] Set router fa4a9281-06a2-416f-812c-c1dcf41923a5 gateway port host: None {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:09.199739 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9c823467-7983-4438-88de-823926904ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:14:08Z', 'revision_number': 6, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port_host': None}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:09.217707 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32341e-bc13-4dc8-8ff6-3c3961d554a9 req-cf3f4b96-9037-4c4c-a8a1-2b18f2300028 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:09.221240 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c32341e-bc13-4dc8-8ff6-3c3961d554a9 req-cf3f4b96-9037-4c4c-a8a1-2b18f2300028 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 946 time: 0.0687819 Aug 01 14:14:09.227780 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c823467-7983-4438-88de-823926904ec9 None None] The sync data for ids ['fa4a9281-06a2-416f-812c-c1dcf41923a5'] in dv-cinder-845178-10-iscsi is: [{'id': 'fa4a9281-06a2-416f-812c-c1dcf41923a5', 'name': 'tempest-TestMinimumBasicScenario-240566665-router', 'tenant_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:44Z', 'updated_at': '2022-08-01T14:14:08Z', 'revision_number': 6, 'project_id': '9d78f1cca2f845a5ad90c514c2d71f62', 'gw_port_host': None}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:14:09.309293 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c32341e-bc13-4dc8-8ff6-3c3961d554a9 req-911df29d-1c81-4c2f-a4b1-f2795cefa711 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816026 Aug 01 14:14:09.334445 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (394dab57-f9c5-44d1-bc5d-fd08a29f350f), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:09.378596 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=394dab57-f9c5-44d1-bc5d-fd08a29f350f,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:09.493237 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (fa4a9281-06a2-416f-812c-c1dcf41923a5), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:09.626929 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (fa4a9281-06a2-416f-812c-c1dcf41923a5), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:09.631149 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Publish callbacks [] for router_controller (fa4a9281-06a2-416f-812c-c1dcf41923a5), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:09.703926 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (fa4a9281-06a2-416f-812c-c1dcf41923a5), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:09.705088 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa4a9281-06a2-416f-812c-c1dcf41923a5 {{(pid=104319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:14:09.711781 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:09.713513 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-35c4031a-4ef1-4503-9f6f-8ff7ad211a30 admin admin] 10.222.0.45 "DELETE /v2.0/routers/fa4a9281-06a2-416f-812c-c1dcf41923a5 HTTP/1.1" status: 204 len: 168 time: 1.1957641 Aug 01 14:14:09.717941 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34056) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:09.776020 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5e9acf-069e-4c10-aac5-b33048e9d5d0 admin admin] Deleting subnet 92c4316e-45c3-407c-bf1b-0ad24c58336c {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:14:09.780250 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9acf-069e-4c10-aac5-b33048e9d5d0 admin admin] Publish callbacks [] for subnet (92c4316e-45c3-407c-bf1b-0ad24c58336c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:09.823822 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9acf-069e-4c10-aac5-b33048e9d5d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (92c4316e-45c3-407c-bf1b-0ad24c58336c), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:09.948543 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9acf-069e-4c10-aac5-b33048e9d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (92c4316e-45c3-407c-bf1b-0ad24c58336c), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.010250 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9acf-069e-4c10-aac5-b33048e9d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (92c4316e-45c3-407c-bf1b-0ad24c58336c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.036222 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e9acf-069e-4c10-aac5-b33048e9d5d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c4316e-45c3-407c-bf1b-0ad24c58336c,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:10.042560 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9acf-069e-4c10-aac5-b33048e9d5d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.046367 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9e5e9acf-069e-4c10-aac5-b33048e9d5d0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/92c4316e-45c3-407c-bf1b-0ad24c58336c HTTP/1.1" status: 204 len: 168 time: 0.3265002 Aug 01 14:14:10.048921 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34060) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:10.052095 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9d589-d45d-4d4f-8c69-758552c9ab41 None None] Network a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:14:10.171229 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device b6b94cfe-5cb8-48de-8e47-ed9623745637 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:10.171657 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.194957 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: b6b94cfe-5cb8-48de-8e47-ed9623745637 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:10.195290 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device b6b94cfe-5cb8-48de-8e47-ed9623745637 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:10.195988 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 394dab57-f9c5-44d1-bc5d-fd08a29f350f no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:10.220164 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 394dab57-f9c5-44d1-bc5d-fd08a29f350f {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:10.220659 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 394dab57-f9c5-44d1-bc5d-fd08a29f350f not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:10.243848 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Deleting port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:10.244187 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.298718 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2268928-eea8-4386-90cc-c8e914b4de09 None None] DHCP port deletion for a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:14:10.351387 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-c2268928-eea8-4386-90cc-c8e914b4de09 None None] Deleting port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:10.351760 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c2268928-eea8-4386-90cc-c8e914b4de09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.356184 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] For port 1334ec60-0bc6-4189-90ec-8bc07a987fd7, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=1334ec60-0bc6-4189-90ec-8bc07a987fd7,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:10.356621 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.359463 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:10.367584 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:10.376586 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Calling delete_port for 1334ec60-0bc6-4189-90ec-8bc07a987fd7 owned by network:dhcp {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:10.440958 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-c2268928-eea8-4386-90cc-c8e914b4de09 None None] For port 1334ec60-0bc6-4189-90ec-8bc07a987fd7, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=1334ec60-0bc6-4189-90ec-8bc07a987fd7,segment=NetworkSegment(8f6c842f-b93d-499e-8877-540f02e8aa63),segment_id=8f6c842f-b93d-499e-8877-540f02e8aa63)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:10.441560 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c2268928-eea8-4386-90cc-c8e914b4de09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.462813 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-c2268928-eea8-4386-90cc-c8e914b4de09 None None] Calling delete_port for 1334ec60-0bc6-4189-90ec-8bc07a987fd7 owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:10.478513 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff076f29-b9eb-4a85-b213-ecba47f07f21 req-06793130-04c7-4096-ba16-1b80dfbb5cad tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:10.490228 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ff076f29-b9eb-4a85-b213-ecba47f07f21 req-06793130-04c7-4096-ba16-1b80dfbb5cad tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 946 time: 0.0712891 Aug 01 14:14:10.516892 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.555493 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Pushing event deleted for resources: {'Port': ['ID=1334ec60-0bc6-4189-90ec-8bc07a987fd7,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:10.568733 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:10.573515 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] No DVR routers for this DVR port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 on host dv-cinder-845178-10-iscsi {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:10.594213 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ff076f29-b9eb-4a85-b213-ecba47f07f21 req-00be9c09-0125-46fa-8068-858ee4e1b6f4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024461 Aug 01 14:14:10.650115 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c2268928-eea8-4386-90cc-c8e914b4de09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (1334ec60-0bc6-4189-90ec-8bc07a987fd7), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.678380 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2268928-eea8-4386-90cc-c8e914b4de09 None None] Pushing event deleted for resources: {'Port': ['ID=1334ec60-0bc6-4189-90ec-8bc07a987fd7,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:10.686546 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2268928-eea8-4386-90cc-c8e914b4de09 None None] No DVR routers for this DVR port 1334ec60-0bc6-4189-90ec-8bc07a987fd7 on host dv-cinder-845178-10-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:10.699942 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.731993 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:10.744416 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6c842f-b93d-499e-8877-540f02e8aa63') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:10.744845 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6c842f-b93d-499e-8877-540f02e8aa63') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:10.761427 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (8f6c842f-b93d-499e-8877-540f02e8aa63), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.792584 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (8f6c842f-b93d-499e-8877-540f02e8aa63), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.804736 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:14:10.805111 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (8f6c842f-b93d-499e-8877-540f02e8aa63), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.857941 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment 8f6c842f-b93d-499e-8877-540f02e8aa63 resource provider aggregate not found Aug 01 14:14:10.892392 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment 8f6c842f-b93d-499e-8877-540f02e8aa63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f6c842f-b93d-499e-8877-540f02e8aa63 found for delete ", "request_id": "req-835186a3-e7eb-45d6-b31d-879d034a898b"}]} Aug 01 14:14:10.907549 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.915531 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:10.919154 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] 10.222.0.45 "DELETE /v2.0/networks/a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8 HTTP/1.1" status: 204 len: 168 time: 0.8686268 Aug 01 14:14:10.923744 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34068) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:10.935999 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded04a0-87fa-4ca4-9d1b-d1391535cdbd admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e89c87-ac62-4ca6-89ca-ffc32d9ae0f8,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:11.009053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-ada53af1-9a0a-4437-9ccd-63fbf9acd43d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:11.011490 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-ada53af1-9a0a-4437-9ccd-63fbf9acd43d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.57 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 946 time: 0.1619318 Aug 01 14:14:11.195620 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Deleting port 3c265e4a-7314-4d99-a248-2eb055ab90c0 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:11.196058 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:11.418358 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:11.460534 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] For port 3c265e4a-7314-4d99-a248-2eb055ab90c0, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3c265e4a-7314-4d99-a248-2eb055ab90c0,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:11.461176 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:11.603957 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:11.854138 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 1334ec60-0bc6-4189-90ec-8bc07a987fd7 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:11.888320 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 1334ec60-0bc6-4189-90ec-8bc07a987fd7 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:11.888780 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 1334ec60-0bc6-4189-90ec-8bc07a987fd7 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:11.917126 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9234434-3e28-47e3-8ba9-7ba695008155 req-588097cb-4ae2-423d-a768-4bd47b7a62cd tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:11.918888 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b9234434-3e28-47e3-8ba9-7ba695008155 req-588097cb-4ae2-423d-a768-4bd47b7a62cd tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 946 time: 0.1578538 Aug 01 14:14:12.035712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (1d81da69-ffe1-4375-9282-3c7192975c98), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:12.377625 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:12.378097 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (ced59713-cd1e-4a4c-a2c0-0e94b1168d25), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:12.378417 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Floating IP ced59713-cd1e-4a4c-a2c0-0e94b1168d25 disassociated. External IP: 172.27.4.125, port: 3c265e4a-7314-4d99-a248-2eb055ab90c0. Aug 01 14:14:12.378770 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Calling delete_port for 3c265e4a-7314-4d99-a248-2eb055ab90c0 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:12.414492 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b9234434-3e28-47e3-8ba9-7ba695008155 req-cba67f2b-b46c-4980-9f7c-5d5415804e4b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439657 Aug 01 14:14:12.764867 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (3c265e4a-7314-4d99-a248-2eb055ab90c0), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:12.820531 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event deleted for resources: {'Port': ['ID=3c265e4a-7314-4d99-a248-2eb055ab90c0,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:12.843725 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] Deleting port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:12.844080 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:12.972632 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:13.006365 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:13.030284 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] For port 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7,segment=NetworkSegment(d747f1f7-75c1-4fc9-90ae-2879b2086e9f),segment_id=d747f1f7-75c1-4fc9-90ae-2879b2086e9f)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:13.030641 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:13.043350 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:14:13.052940 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] Calling delete_port for 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 owned by network:router_interface {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:13.358119 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:14:13.376143 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] Sync routers for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:14:13.394583 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:13.395817 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:13.458196 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] No DVR routers for this DVR port 3c265e4a-7314-4d99-a248-2eb055ab90c0 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:13.465147 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:13.471209 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ea7a2e4f-3756-44ac-9d88-300a59800afe req-04cac196-39da-49b9-a412-42e9b9fc6b22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.57 "DELETE /v2.0/ports/3c265e4a-7314-4d99-a248-2eb055ab90c0 HTTP/1.1" status: 204 len: 173 time: 2.4510543 Aug 01 14:14:13.471979 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'name': 'network-vif-deleted', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:14:13.476325 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4c7f39-9ce1-4f43-a09f-290242df46b8" -d '{"events": [{"server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "name": "network-vif-deleted", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:14:13.582615 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d643ead-8e57-445d-8f33-f44d1c0bdefd x-openstack-request-id: req-9d643ead-8e57-445d-8f33-f44d1c0bdefd {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:14:13.583700 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446cfa38-0982-47b2-8e3f-a44a35257447", "name": "network-vif-deleted", "tag": "3c265e4a-7314-4d99-a248-2eb055ab90c0", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:14:13.584406 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d643ead-8e57-445d-8f33-f44d1c0bdefd {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:14:13.585330 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d643ead-8e57-445d-8f33-f44d1c0bdefd'] response: {'server_uuid': '446cfa38-0982-47b2-8e3f-a44a35257447', 'name': 'network-vif-deleted', 'tag': '3c265e4a-7314-4d99-a248-2eb055ab90c0', 'status': 'completed', 'code': 200} Aug 01 14:14:13.618638 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:13.642549 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bf9954d5-f872-45fe-a447-b614ae21b5a2 req-418596e0-4ecd-4e06-9cd2-c488fa70a0b3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=446cfa38-0982-47b2-8e3f-a44a35257447 HTTP/1.1" status: 200 len: 210 time: 0.0554483 Aug 01 14:14:13.689412 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:13.721371 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:13.884451 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:13.896842 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:14.039705 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (1d81da69-ffe1-4375-9282-3c7192975c98), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:14.079673 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:14.114552 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] Checking router: 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:14:14.125574 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:14.126325 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:14.264700 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:14.394899 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] Router 1d81da69-ffe1-4375-9282-3c7192975c98 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:14:14.483551 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:14.547034 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:14.549124 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:14.579786 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e244c-a5a2-4ef5-89a3-11c921dde18c None None] The sync data for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi is: [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:14:14.586808 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:14:14.595558 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-5aca9ae0-9f18-42e5-b456-c3a782d5c363 admin admin] 10.222.0.45 "PUT /v2.0/routers/1d81da69-ffe1-4375-9282-3c7192975c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6702557 Aug 01 14:14:14.598152 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34076) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:14.604832 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] Sync routers for ids ['1d81da69-ffe1-4375-9282-3c7192975c98'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:14:14.618491 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] Routers {'1d81da69-ffe1-4375-9282-3c7192975c98'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:14.619231 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1d81da69-ffe1-4375-9282-3c7192975c98'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:14.790700 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Publish callbacks [] for router (1d81da69-ffe1-4375-9282-3c7192975c98), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:14.805699 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] Set router 1d81da69-ffe1-4375-9282-3c7192975c98 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:14.829204 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34082) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:14.945394 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Publish callbacks [] for router_gateway (1d81da69-ffe1-4375-9282-3c7192975c98), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:14.952358 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-aebf7644-3421-4e15-9ca1-08b8050a4e1f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (3883d7e0-f7ee-401e-8ccc-002ac76bbb0d), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.008159 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-aebf7644-3421-4e15-9ca1-08b8050a4e1f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (3883d7e0-f7ee-401e-8ccc-002ac76bbb0d), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.028384 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Deleting port 449b27d3-e1c1-4e5b-85ff-8f644479bf04 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:15.028864 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.037819 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505e98d-19ae-4479-a736-d0b8039f9e3f None None] New status for floating IP ced59713-cd1e-4a4c-a2c0-0e94b1168d25: DOWN {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:14:15.099936 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-aebf7644-3421-4e15-9ca1-08b8050a4e1f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (3883d7e0-f7ee-401e-8ccc-002ac76bbb0d), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.103453 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-aebf7644-3421-4e15-9ca1-08b8050a4e1f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.104819 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-aebf7644-3421-4e15-9ca1-08b8050a4e1f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "DELETE /v2.0/security-groups/3883d7e0-f7ee-401e-8ccc-002ac76bbb0d HTTP/1.1" status: 204 len: 168 time: 0.2743289 Aug 01 14:14:15.111633 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34086) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:15.118123 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf7644-3421-4e15-9ca1-08b8050a4e1f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883d7e0-f7ee-401e-8ccc-002ac76bbb0d,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:15.146227 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.api.v2.resource [None req-db1e4941-6b31-469e-812d-6459c19e4d50 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] show failed (client error): The resource could not be found. Aug 01 14:14:15.147342 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-db1e4941-6b31-469e-812d-6459c19e4d50 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups/3883d7e0-f7ee-401e-8ccc-002ac76bbb0d HTTP/1.1" status: 404 len: 347 time: 0.0342188 Aug 01 14:14:15.152593 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34088) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:15.192873 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'name': 'tempest-TestMinimumBasicScenario-45653457-router', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12'}], 'enable_snat': True}, 'gw_port_id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:14:13Z', 'revision_number': 5, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'gw_port': {'id': '449b27d3-e1c1-4e5b-85ff-8f644479bf04', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:15.204406 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] For port 449b27d3-e1c1-4e5b-85ff-8f644479bf04, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=449b27d3-e1c1-4e5b-85ff-8f644479bf04,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:15.204979 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.238723 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Calling delete_port for 449b27d3-e1c1-4e5b-85ff-8f644479bf04 owned by network:router_gateway {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:15.250700 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] Checking router: 1d81da69-ffe1-4375-9282-3c7192975c98 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:14:15.275993 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] Routers {'1d81da69-ffe1-4375-9282-3c7192975c98'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:15.277471 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:13:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1d81da69-ffe1-4375-9282-3c7192975c98'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:15.376675 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-badfebca-1ad9-4a12-b915-1f35d4099be5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Deleting port 46b7f51c-7909-4692-97ce-fb08ac4d24ef {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:15.377549 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-badfebca-1ad9-4a12-b915-1f35d4099be5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (46b7f51c-7909-4692-97ce-fb08ac4d24ef), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.456782 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] Set router 1d81da69-ffe1-4375-9282-3c7192975c98 gateway port host: None {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:15.507151 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-badfebca-1ad9-4a12-b915-1f35d4099be5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (46b7f51c-7909-4692-97ce-fb08ac4d24ef), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.508329 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-badfebca-1ad9-4a12-b915-1f35d4099be5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (46b7f51c-7909-4692-97ce-fb08ac4d24ef), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.530375 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (449b27d3-e1c1-4e5b-85ff-8f644479bf04), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.531864 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'name': 'tempest-TestMinimumBasicScenario-45653457-router', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:14:14Z', 'revision_number': 6, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'gw_port_host': None}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:15.537333 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-badfebca-1ad9-4a12-b915-1f35d4099be5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Calling delete_port for 46b7f51c-7909-4692-97ce-fb08ac4d24ef owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:15.562571 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62714f1-f6f8-4c3a-83c8-b0b7df7473b7 None None] The sync data for ids ['1d81da69-ffe1-4375-9282-3c7192975c98'] in dv-cinder-845178-10-iscsi is: [{'id': '1d81da69-ffe1-4375-9282-3c7192975c98', 'name': 'tempest-TestMinimumBasicScenario-45653457-router', 'tenant_id': 'da9c4987e8034e749a5d73796dfafa5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:14:14Z', 'revision_number': 6, 'project_id': 'da9c4987e8034e749a5d73796dfafa5b', 'gw_port_host': None}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:14:15.588236 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Pushing event deleted for resources: {'Port': ['ID=449b27d3-e1c1-4e5b-85ff-8f644479bf04,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:15.689181 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (1d81da69-ffe1-4375-9282-3c7192975c98), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.755824 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-badfebca-1ad9-4a12-b915-1f35d4099be5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (46b7f51c-7909-4692-97ce-fb08ac4d24ef), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.759449 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:15.787312 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfebca-1ad9-4a12-b915-1f35d4099be5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event deleted for resources: {'Port': ['ID=46b7f51c-7909-4692-97ce-fb08ac4d24ef,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:15.794444 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:15.816376 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (1d81da69-ffe1-4375-9282-3c7192975c98), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.819056 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Publish callbacks [] for router_controller (1d81da69-ffe1-4375-9282-3c7192975c98), precommit_delete_associations {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.890164 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-badfebca-1ad9-4a12-b915-1f35d4099be5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (ced59713-cd1e-4a4c-a2c0-0e94b1168d25), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.893251 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-badfebca-1ad9-4a12-b915-1f35d4099be5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.894566 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-badfebca-1ad9-4a12-b915-1f35d4099be5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "DELETE /v2.0/floatingips/ced59713-cd1e-4a4c-a2c0-0e94b1168d25 HTTP/1.1" status: 204 len: 168 time: 0.7405803 Aug 01 14:14:15.960057 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (1d81da69-ffe1-4375-9282-3c7192975c98), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.961137 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d81da69-ffe1-4375-9282-3c7192975c98 {{(pid=104318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:14:15.972734 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:15.974514 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0eb69d80-bb82-4aa0-b63e-2f821d70f08f admin admin] 10.222.0.45 "DELETE /v2.0/routers/1d81da69-ffe1-4375-9282-3c7192975c98 HTTP/1.1" status: 204 len: 168 time: 1.3742476 Aug 01 14:14:15.979654 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34092) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:16.073853 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f204e3e-dca4-4a6d-81fe-25e886854248 admin admin] Deleting subnet 56a26b1e-9ec0-4713-bfa2-9a687aff5cfa {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:14:16.074549 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34096) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:16.077781 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:16.081880 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7f204e3e-dca4-4a6d-81fe-25e886854248 admin admin] Publish callbacks [] for subnet (56a26b1e-9ec0-4713-bfa2-9a687aff5cfa), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.083253 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-1ec85642-1a38-4139-ac65-e7dafa93f74d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56792020', 'description': 'tempest-description--1614307955'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:16.115552 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:16.116188 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 37a15cdf-82e5-4b45-bfda-5ea6f7ffc9b7 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:16.128210 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1ec85642-1a38-4139-ac65-e7dafa93f74d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.146509 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:16.166204 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7f204e3e-dca4-4a6d-81fe-25e886854248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (56a26b1e-9ec0-4713-bfa2-9a687aff5cfa), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.205184 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:16.222952 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1ec85642-1a38-4139-ac65-e7dafa93f74d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.229080 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1ec85642-1a38-4139-ac65-e7dafa93f74d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.272052 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1ec85642-1a38-4139-ac65-e7dafa93f74d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.273768 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-1ec85642-1a38-4139-ac65-e7dafa93f74d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1976428 Aug 01 14:14:16.279186 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34098) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:16.279543 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec85642-1a38-4139-ac65-e7dafa93f74d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:16.288373 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-d8192677-c3d0-4fa5-b167-445f3a0d07e8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'security_group_rule': {'security_group_id': '5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:16.298385 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3c265e4a-7314-4d99-a248-2eb055ab90c0 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:16.321132 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 3c265e4a-7314-4d99-a248-2eb055ab90c0 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:16.321583 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3c265e4a-7314-4d99-a248-2eb055ab90c0 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:16.322405 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7f204e3e-dca4-4a6d-81fe-25e886854248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (56a26b1e-9ec0-4713-bfa2-9a687aff5cfa), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.380913 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d8192677-c3d0-4fa5-b167-445f3a0d07e8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (18405fad-96cf-4525-ba00-65a8ca6057ff), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.759248 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7f204e3e-dca4-4a6d-81fe-25e886854248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (56a26b1e-9ec0-4713-bfa2-9a687aff5cfa), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.813752 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7f204e3e-dca4-4a6d-81fe-25e886854248 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.818347 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-7f204e3e-dca4-4a6d-81fe-25e886854248 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/56a26b1e-9ec0-4713-bfa2-9a687aff5cfa HTTP/1.1" status: 204 len: 168 time: 0.8365228 Aug 01 14:14:16.821309 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34100) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:16.824019 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a86fe89-c816-4794-ae3a-5b3f763f5e19 None None] Network 3205fc2c-1a3d-4c01-b434-76a1479b286d requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:14:16.824322 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f204e3e-dca4-4a6d-81fe-25e886854248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a26b1e-9ec0-4713-bfa2-9a687aff5cfa,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:16.856644 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d8192677-c3d0-4fa5-b167-445f3a0d07e8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (18405fad-96cf-4525-ba00-65a8ca6057ff), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.869003 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d8192677-c3d0-4fa5-b167-445f3a0d07e8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (18405fad-96cf-4525-ba00-65a8ca6057ff), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.906472 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8192677-c3d0-4fa5-b167-445f3a0d07e8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18405fad-96cf-4525-ba00-65a8ca6057ff,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:16.923950 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d8192677-c3d0-4fa5-b167-445f3a0d07e8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:16.926533 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d8192677-c3d0-4fa5-b167-445f3a0d07e8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6453578 Aug 01 14:14:16.933001 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34102) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:16.936919 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-3bc81e43-c2c8-40bd-875a-440e8682193b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'security_group_rule': {'security_group_id': '5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:16.974391 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (3205fc2c-1a3d-4c01-b434-76a1479b286d), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.000884 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bc81e43-c2c8-40bd-875a-440e8682193b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (ffb334b7-54ad-4ffb-b5b5-e7f99e4bea1e), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.099606 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4358883-e3da-44b4-b9d2-a724f74602a1 None None] DHCP port deletion for 3205fc2c-1a3d-4c01-b434-76a1479b286d request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:14:17.115001 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Deleting port aa94f197-2860-4fe2-a1bc-e3b495378155 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:17.115529 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.167096 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-b4358883-e3da-44b4-b9d2-a724f74602a1 None None] Deleting port aa94f197-2860-4fe2-a1bc-e3b495378155 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:17.167653 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4358883-e3da-44b4-b9d2-a724f74602a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.257373 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:17.289516 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-b4358883-e3da-44b4-b9d2-a724f74602a1 None None] For port aa94f197-2860-4fe2-a1bc-e3b495378155, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=aa94f197-2860-4fe2-a1bc-e3b495378155,segment=NetworkSegment(d747f1f7-75c1-4fc9-90ae-2879b2086e9f),segment_id=d747f1f7-75c1-4fc9-90ae-2879b2086e9f)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:17.290170 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4358883-e3da-44b4-b9d2-a724f74602a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.322576 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-b4358883-e3da-44b4-b9d2-a724f74602a1 None None] Calling delete_port for aa94f197-2860-4fe2-a1bc-e3b495378155 owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:17.447627 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4358883-e3da-44b4-b9d2-a724f74602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.497779 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358883-e3da-44b4-b9d2-a724f74602a1 None None] Pushing event deleted for resources: {'Port': ['ID=aa94f197-2860-4fe2-a1bc-e3b495378155,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:17.501283 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4358883-e3da-44b4-b9d2-a724f74602a1 None None] No DVR routers for this DVR port aa94f197-2860-4fe2-a1bc-e3b495378155 on host dv-cinder-845178-10-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:17.685947 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bc81e43-c2c8-40bd-875a-440e8682193b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (ffb334b7-54ad-4ffb-b5b5-e7f99e4bea1e), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.695591 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bc81e43-c2c8-40bd-875a-440e8682193b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (ffb334b7-54ad-4ffb-b5b5-e7f99e4bea1e), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.699226 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] For port aa94f197-2860-4fe2-a1bc-e3b495378155, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=aa94f197-2860-4fe2-a1bc-e3b495378155,segment=NetworkSegment(d747f1f7-75c1-4fc9-90ae-2879b2086e9f),segment_id=d747f1f7-75c1-4fc9-90ae-2879b2086e9f)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:17.699501 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.734083 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc81e43-c2c8-40bd-875a-440e8682193b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb334b7-54ad-4ffb-b5b5-e7f99e4bea1e,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:17.740087 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Calling delete_port for aa94f197-2860-4fe2-a1bc-e3b495378155 owned by network:dhcp {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:17.755697 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bc81e43-c2c8-40bd-875a-440e8682193b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.757277 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-3bc81e43-c2c8-40bd-875a-440e8682193b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8260841 Aug 01 14:14:17.762507 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34106) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:17.768610 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:17.847009 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:17.870730 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 449b27d3-e1c1-4e5b-85ff-8f644479bf04 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:17.897709 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 449b27d3-e1c1-4e5b-85ff-8f644479bf04 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:17.898147 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 449b27d3-e1c1-4e5b-85ff-8f644479bf04 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:17.898645 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device aa94f197-2860-4fe2-a1bc-e3b495378155 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:17.923938 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: aa94f197-2860-4fe2-a1bc-e3b495378155 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:17.924364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device aa94f197-2860-4fe2-a1bc-e3b495378155 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:18.013843 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (aa94f197-2860-4fe2-a1bc-e3b495378155), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.066479 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa94f197-2860-4fe2-a1bc-e3b495378155,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:18.070574 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.073409 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] No DVR routers for this DVR port aa94f197-2860-4fe2-a1bc-e3b495378155 on host dv-cinder-845178-10-iscsi {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:18.208188 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (3205fc2c-1a3d-4c01-b434-76a1479b286d), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.260406 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3205fc2c-1a3d-4c01-b434-76a1479b286d']}} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:18.262557 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:18.290927 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f') {'for_net_delete': True} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:18.291253 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd747f1f7-75c1-4fc9-90ae-2879b2086e9f') {} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:18.302124 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:18.313598 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203814'] for segment (d747f1f7-75c1-4fc9-90ae-2879b2086e9f), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.340208 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Allocated IP 172.27.4.2 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:14:18.360907 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (d747f1f7-75c1-4fc9-90ae-2879b2086e9f), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.378258 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:14:18.378767 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5866758'] for segment (d747f1f7-75c1-4fc9-90ae-2879b2086e9f), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.426716 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment d747f1f7-75c1-4fc9-90ae-2879b2086e9f resource provider aggregate not found Aug 01 14:14:18.473013 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment d747f1f7-75c1-4fc9-90ae-2879b2086e9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d747f1f7-75c1-4fc9-90ae-2879b2086e9f found for delete ", "request_id": "req-04f04fba-5714-4a43-ad4c-164f539d5a21"}]} Aug 01 14:14:18.520233 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (3205fc2c-1a3d-4c01-b434-76a1479b286d), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.528184 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.531563 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3205fc2c-1a3d-4c01-b434-76a1479b286d HTTP/1.1" status: 204 len: 168 time: 1.7086759 Aug 01 14:14:18.557337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eca3d0-8b78-42de-a78c-2f7b08882cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3205fc2c-1a3d-4c01-b434-76a1479b286d,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:18.607468 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for port (32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.673787 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.744896 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:14:18.758077 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:14:18.765510 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:14:18.807128 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'Port': ['ID=32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:18.836189 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34114) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:18.902143 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-a639b45b-e4f0-4a4d-8918-d4204c6f85c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d78f1cca2f845a5ad90c514c2d71f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643098 Aug 01 14:14:18.906548 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34116) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:18.919734 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (2bed4f85-02ba-4a83-b990-9cb961a73a86), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:18.972457 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.002368 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5cda-716b-4b2d-a62f-1851ec9679f2 admin admin] Publish callbacks [] for security_group (0eeedcad-f141-4243-a424-3b010d13de66), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.041282 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5cda-716b-4b2d-a62f-1851ec9679f2 admin admin] Publish callbacks [] for security_group (0eeedcad-f141-4243-a424-3b010d13de66), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.124513 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5cda-716b-4b2d-a62f-1851ec9679f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (0eeedcad-f141-4243-a424-3b010d13de66), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.129610 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5cda-716b-4b2d-a62f-1851ec9679f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.131824 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-b9ca5cda-716b-4b2d-a62f-1851ec9679f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0eeedcad-f141-4243-a424-3b010d13de66 HTTP/1.1" status: 204 len: 168 time: 0.2240093 Aug 01 14:14:19.146576 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca5cda-716b-4b2d-a62f-1851ec9679f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeedcad-f141-4243-a424-3b010d13de66,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:19.191279 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for port (32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.198374 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.304873 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:19.328523 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'Port': ['ID=32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:19.332336 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (2bed4f85-02ba-4a83-b990-9cb961a73a86), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.359392 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.362919 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-784496ff-7837-48dd-8a54-56418852af98 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5983472 Aug 01 14:14:19.651786 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-bd4c88ec-3383-43ba-bc04-8cc5276b84fc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--56792020&fields=id&tenant_id=c86a28aa09db413593b6047d4cbd0559 HTTP/1.1" status: 200 len: 267 time: 0.0541306 Aug 01 14:14:19.733085 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34134) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:19.797913 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:19.804701 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d306b85d-d493-4445-b2e3-2602722321a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da9c4987e8034e749a5d73796dfafa5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700717 Aug 01 14:14:19.807316 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34136) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:19.813730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-30c1c7cb-f966-4668-bbec-d67ab35a9244 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:19.815741 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-30c1c7cb-f966-4668-bbec-d67ab35a9244 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 817 time: 0.1537895 Aug 01 14:14:19.833810 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-8a364480-c199-46e4-887a-3ba89a9d4487 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/quotas/c86a28aa09db413593b6047d4cbd0559 HTTP/1.1" status: 200 len: 375 time: 0.0105014 Aug 01 14:14:19.891544 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-f18f438d-1794-486b-834c-2c0ec5d4aaf6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517190 Aug 01 14:14:19.897077 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0842a726-e8f5-42bb-a665-18de3dee7544 admin admin] Publish callbacks [] for security_group (b216d484-5622-4ab2-927e-c6a24ebb4f6d), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.915753 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:19.935678 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0842a726-e8f5-42bb-a665-18de3dee7544 admin admin] Publish callbacks [] for security_group (b216d484-5622-4ab2-927e-c6a24ebb4f6d), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:19.952945 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:20.035325 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0842a726-e8f5-42bb-a665-18de3dee7544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (b216d484-5622-4ab2-927e-c6a24ebb4f6d), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:20.041042 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0842a726-e8f5-42bb-a665-18de3dee7544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:20.043114 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0842a726-e8f5-42bb-a665-18de3dee7544 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b216d484-5622-4ab2-927e-c6a24ebb4f6d HTTP/1.1" status: 204 len: 168 time: 0.2343302 Aug 01 14:14:20.064166 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842a726-e8f5-42bb-a665-18de3dee7544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b216d484-5622-4ab2-927e-c6a24ebb4f6d,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:20.459083 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-08e065e5-acaa-45b1-9344-2e656ba2c951 service neutron] 10.222.0.45 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527687 Aug 01 14:14:20.606195 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-77bcb513-3257-413c-a898-0cfb3c9172ff service neutron] 10.222.0.45 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309433 Aug 01 14:14:20.750733 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:20.766081 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:20.898986 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-45d99fa5-21d6-4e43-9131-ed3f68f8c43a req-bd489e2b-8fc6-4a32-918c-715da36d4ca9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 210 time: 0.0383372 Aug 01 14:14:22.064611 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7bccae58-eef4-4a64-b86d-587752e5a884 req-43b6e18f-826c-4e75-8393-3bccd8b2e3d8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 210 time: 0.0443964 Aug 01 14:14:22.505391 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-4240cfe1-2118-43eb-9a75-2628dc29b079 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:22.507295 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-4240cfe1-2118-43eb-9a75-2628dc29b079 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.57 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 817 time: 0.1515422 Aug 01 14:14:22.610114 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-115f6469-295b-4531-bf06-8053d978f1b4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86a28aa09db413593b6047d4cbd0559 HTTP/1.1" status: 200 len: 378 time: 0.0914204 Aug 01 14:14:22.693715 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'port': {'device_id': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'admin_state_up': True, 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'security_groups': ['5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:22.821286 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Made reservation on behalf of c86a28aa09db413593b6047d4cbd0559 for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:14:22.825094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:22.979510 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Allocated IP 172.20.0.9 (294e8be6-62c8-4d19-be24-df34926b9c6c/cd4e3162-00b7-4eec-b5a3-3fc30af93721/6f4bdd7e-2b10-4789-8e67-555594e488b6) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:14:22.994955 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:23.159558 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:23.235966 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e6760427-90dd-4cb0-bc2d-02a194d83580 req-89208117-f388-4131-b18f-dd90fa65f8d7 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 210 time: 0.0384817 Aug 01 14:14:23.241419 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:23.289445 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:23.314745 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Network 294e8be6-62c8-4d19-be24-df34926b9c6c is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:14:23.316867 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event updated for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:23.320106 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:14:23.322682 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:14:23.389918 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:14:23.400010 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:23.401304 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:23.428642 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-d8ac0ec5-0273-4010-8715-037f56d0f73f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7389472 Aug 01 14:14:23.439967 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Request body: {'port': {'device_id': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:23.521749 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:23.579147 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-1c2ec8af-b8e6-4e1d-884b-006eb1ef382f None None] Provisioning complete for port 6f4bdd7e-2b10-4789-8e67-555594e488b6 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:14:23.580112 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1c2ec8af-b8e6-4e1d-884b-006eb1ef382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:23.614412 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ec8af-b8e6-4e1d-884b-006eb1ef382f None None] Port 6f4bdd7e-2b10-4789-8e67-555594e488b6 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:14:23.839728 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4bdd7e-2b10-4789-8e67-555594e488b6 {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:14:23.852336 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Publish callbacks [] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:23.869136 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Transition to ACTIVE for port object 6f4bdd7e-2b10-4789-8e67-555594e488b6 will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:14:23.877028 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:23.966792 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Pushing event updated for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:24.011422 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Attempting to bind port 6f4bdd7e-2b10-4789-8e67-555594e488b6 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:14:24.011775 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Attempting to bind port 6f4bdd7e-2b10-4789-8e67-555594e488b6 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:14:24.012102 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Attempting to bind port 6f4bdd7e-2b10-4789-8e67-555594e488b6 on network 294e8be6-62c8-4d19-be24-df34926b9c6c {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:14:24.018319 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Port 6f4bdd7e-2b10-4789-8e67-555594e488b6 on network 294e8be6-62c8-4d19-be24-df34926b9c6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:14:24.018652 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Attempting to bind port 6f4bdd7e-2b10-4789-8e67-555594e488b6 on network 294e8be6-62c8-4d19-be24-df34926b9c6c {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:14:24.026164 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:14:24.026483 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Checking segment: {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:14:24.026874 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Bound using segment: {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:14:24.027316 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Bound port: 6f4bdd7e-2b10-4789-8e67-555594e488b6, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99eefc04-e7ca-4764-9bc4-55093ef40440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:14:24.027675 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:24.038560 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:24.107876 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:14:24.113193 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:14:24.122265 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:24.126090 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:24.127087 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:24.128772 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] 10.222.0.57 "PUT /v2.0/ports/6f4bdd7e-2b10-4789-8e67-555594e488b6 HTTP/1.1" status: 200 len: 1093 time: 0.6932254 Aug 01 14:14:24.131452 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:14:24.135308 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5917e0c8-e014-4f41-977f-e441ad1b9e40" -d '{"events": [{"name": "network-changed", "server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:14:24.203772 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced25db8-fd75-455f-a1ef-2b30687ac7ce x-openstack-request-id: req-ced25db8-fd75-455f-a1ef-2b30687ac7ce {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:14:24.204772 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:14:24.204772 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ced25db8-fd75-455f-a1ef-2b30687ac7ce {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:14:24.205280 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced25db8-fd75-455f-a1ef-2b30687ac7ce'] response: {'name': 'network-changed', 'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'status': 'completed', 'code': 200} Aug 01 14:14:24.253410 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ac73f-9673-48d3-9182-da529fa53a7b service neutron] Pushing event updated for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:24.257302 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-f09c1b73-a059-4aab-9c14-7d99edcc7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:24.259116 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-f09c1b73-a059-4aab-9c14-7d99edcc7e57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 1127 time: 0.0812492 Aug 01 14:14:24.306485 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-c60ac6de-657e-4f2d-97e5-5f63cf06c044 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6 HTTP/1.1" status: 200 len: 217 time: 0.0371323 Aug 01 14:14:24.363040 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6821256e-6f66-4882-84fa-e51df59f5e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:24.377963 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:24.385353 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-342ff1f8-0d43-4a84-a80f-15e2ae669485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:24.386916 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-342ff1f8-0d43-4a84-a80f-15e2ae669485 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 200 len: 856 time: 0.0734782 Aug 01 14:14:24.457042 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d593a8e-dbb9-4f5d-858c-60873a875125 req-6c1ab3a4-88c6-4c60-b3fa-ac5b5babf1f5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:24.459012 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5d593a8e-dbb9-4f5d-858c-60873a875125 req-6c1ab3a4-88c6-4c60-b3fa-ac5b5babf1f5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0941341 Aug 01 14:14:24.476502 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-bb3cd774-fe64-4b27-ac4f-9afa5f68cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:24.478029 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-bb3cd774-fe64-4b27-ac4f-9afa5f68cde1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=294e8be6-62c8-4d19-be24-df34926b9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0722225 Aug 01 14:14:24.578756 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5d593a8e-dbb9-4f5d-858c-60873a875125 req-a930ef7f-e5dd-4692-acbb-e3e09d3d2caf tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095717 Aug 01 14:14:24.627210 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-8b83afec-6741-454d-b66b-7cc87be59a13 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390853 Aug 01 14:14:24.739610 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4ffaa65d-f6c6-46f1-8d4f-16c95013c394 req-80ab463a-e704-483d-8e6c-4719be59bbab service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031044 Aug 01 14:14:25.539121 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=51 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:25.807961 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cabe77-d2f4-4a19-89d8-0ee3fd39cb3c req-e4fbf056-82e1-43b6-b25f-fa50b6ceb8e3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:25.810513 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d6cabe77-d2f4-4a19-89d8-0ee3fd39cb3c req-e4fbf056-82e1-43b6-b25f-fa50b6ceb8e3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.1135917 Aug 01 14:14:25.844942 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-f1f44225-5282-4af0-8283-6fa0b3087955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:25.847108 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-f1f44225-5282-4af0-8283-6fa0b3087955 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 1127 time: 0.1044469 Aug 01 14:14:25.934706 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d6cabe77-d2f4-4a19-89d8-0ee3fd39cb3c req-b1010bec-d275-4b98-8693-6da9d3f1d95d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158235 Aug 01 14:14:25.989950 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-67c7c301-40f2-4b11-bc2a-2bf4c1f1eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:25.992198 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-67c7c301-40f2-4b11-bc2a-2bf4c1f1eb4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 918 time: 0.1384752 Aug 01 14:14:26.036656 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-81cbf4f7-8df7-46eb-81cc-d4eccfc3b3ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6 HTTP/1.1" status: 200 len: 217 time: 0.0375409 Aug 01 14:14:26.100021 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-c182b948-4008-4cda-b1c5-69e4d7f37f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:26.101543 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-c182b948-4008-4cda-b1c5-69e4d7f37f7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 200 len: 856 time: 0.0583644 Aug 01 14:14:26.150894 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-6a19ffa9-c34d-4b2b-98f8-75ea6e784366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:26.152520 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-6a19ffa9-c34d-4b2b-98f8-75ea6e784366 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=294e8be6-62c8-4d19-be24-df34926b9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444946 Aug 01 14:14:26.272326 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-f369ac81-9b5b-4efa-b890-3507e674ad3e service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129739 Aug 01 14:14:26.292998 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:26.377958 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5917e0c8-e014-4f41-977f-e441ad1b9e40 req-6c2501d6-032a-49b9-bc07-80bed62f0a00 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996721 Aug 01 14:14:26.751856 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ee87a28c-3938-46bf-8a52-c5585661f1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:27.259673 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28d4a8-600a-43e0-8ae6-909e783f428f req-cea55b16-eb39-46e6-a19e-03aad64d48b3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:27.262144 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cc28d4a8-600a-43e0-8ae6-909e783f428f req-cea55b16-eb39-46e6-a19e-03aad64d48b3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0723636 Aug 01 14:14:27.329747 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cc28d4a8-600a-43e0-8ae6-909e783f428f req-fea2789d-702f-41fc-8284-f4251b527509 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611842 Aug 01 14:14:28.274170 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:28.337154 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6f4bdd7e-2b10-4789-8e67-555594e488b6 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:14:28.459172 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:28.470185 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a9eb-d1d3-41a3-908f-b33379d9a8b7 req-e4a69f2d-051a-4a7c-85eb-e7bd075f6411 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:28.471739 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-87c2a9eb-d1d3-41a3-908f-b33379d9a8b7 req-e4a69f2d-051a-4a7c-85eb-e7bd075f6411 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0504811 Aug 01 14:14:28.473364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'port_id': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'mac_address': 'fa:16:3e:df:6c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:14:28.520153 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6f4bdd7e-2b10-4789-8e67-555594e488b6 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:14:28.520688 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:28.525665 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-87c2a9eb-d1d3-41a3-908f-b33379d9a8b7 req-efe817a2-9a0b-40f3-abf6-a6a321b1d6e8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481701 Aug 01 14:14:28.537972 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4bdd7e-2b10-4789-8e67-555594e488b6 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:14:28.562536 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:28.568113 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:28.619515 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:28.627168 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.627519 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.627864 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.628208 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.628570 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.628904 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.629228 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.629554 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.629885 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.630239 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.630568 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.630894 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.631214 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.631544 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.631862 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:28.718492 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:28.755625 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-edfa8b0f-74b8-4080-aa49-1c9050068401 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454388 Aug 01 14:14:28.824264 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-9d35925d-6f1c-4e9b-ba83-f6dfe869d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:28.825936 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-9d35925d-6f1c-4e9b-ba83-f6dfe869d84f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 1129 time: 0.0442946 Aug 01 14:14:28.840169 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['6f4bdd7e-2b10-4789-8e67-555594e488b6'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:14:28.945791 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-bb43ea25-69b5-468f-b95b-8958fa6e5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:28.947370 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-bb43ea25-69b5-468f-b95b-8958fa6e5f63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 200 len: 920 time: 0.1006095 Aug 01 14:14:28.987135 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-c815a9e7-e83b-490f-9231-c471d9bc04ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7086f705-ac19-4c95-a617-0872f904d724 HTTP/1.1" status: 200 len: 217 time: 0.0333636 Aug 01 14:14:29.041897 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-28d0ce29-ec92-44c0-834e-05456f3e82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:29.043377 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-28d0ce29-ec92-44c0-834e-05456f3e82e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 200 len: 858 time: 0.0507557 Aug 01 14:14:29.089649 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-606993cc-4ccd-490c-847d-22d2bdb773f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:29.091225 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-606993cc-4ccd-490c-847d-22d2bdb773f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a282ca18-1470-4a11-b809-f055c3b48a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416028 Aug 01 14:14:29.151561 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:29.192052 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-b3bcb679-5f2c-48a5-a81d-456625eb8bd7 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940840 Aug 01 14:14:29.296376 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e92aefbb-d5e4-4045-b8e2-38337fdaf65f req-116dae75-1803-4b8d-a6e1-c8ca2102a484 service neutron] 10.222.0.57 "GET /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974398 Aug 01 14:14:29.672576 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cf16b-9d1f-490e-9a02-3ed5f81d2e45 req-fa7e8aa9-5a87-4951-a301-be983ddc8acd tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:29.674176 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-078cf16b-9d1f-490e-9a02-3ed5f81d2e45 req-fa7e8aa9-5a87-4951-a301-be983ddc8acd tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 944 time: 0.0544353 Aug 01 14:14:29.753809 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-078cf16b-9d1f-490e-9a02-3ed5f81d2e45 req-8df6a0c5-b17b-4d7f-8356-4e63c9938cfc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727959 Aug 01 14:14:29.923089 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:30.060308 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:30.341363 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6f4bdd7e-2b10-4789-8e67-555594e488b6 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:14:30.383308 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:30.391641 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 6f4bdd7e-2b10-4789-8e67-555594e488b6 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:14:30.401454 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 6f4bdd7e-2b10-4789-8e67-555594e488b6 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:14:30.401900 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:30.493568 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6f4bdd7e-2b10-4789-8e67-555594e488b6 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:14:30.494378 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:30.519822 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:14:30.522283 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2811e431-eeb8-4bf5-9298-5c3b013aecae" -d '{"events": [{"server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "name": "network-vif-plugged", "status": "completed", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:14:30.541666 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:30.550126 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:30.586341 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:30.626212 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:30.736294 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7957be-decc-447c-8598-c3792af54033 x-openstack-request-id: req-ea7957be-decc-447c-8598-c3792af54033 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:14:30.736605 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "name": "network-vif-plugged", "status": "completed", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:14:30.736862 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea7957be-decc-447c-8598-c3792af54033 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:14:30.737259 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7957be-decc-447c-8598-c3792af54033'] response: {'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'code': 200} Aug 01 14:14:30.973201 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48367b0c-45fd-4607-a4f3-ed597354611d req-05d7a387-fbe4-4d8d-a3fb-851abaed1b10 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:30.975279 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-48367b0c-45fd-4607-a4f3-ed597354611d req-05d7a387-fbe4-4d8d-a3fb-851abaed1b10 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0818894 Aug 01 14:14:30.979535 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc03b4-8b67-42ee-947c-355726d828ab req-5b17185a-7155-4163-96bc-a50dfda80d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:30.984627 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d6dc03b4-8b67-42ee-947c-355726d828ab req-5b17185a-7155-4163-96bc-a50dfda80d30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 1129 time: 0.0766039 Aug 01 14:14:31.063732 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:31.070783 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-48367b0c-45fd-4607-a4f3-ed597354611d req-8e05b11d-78fd-4915-95b6-96bc9a19eb5b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884724 Aug 01 14:14:31.072947 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d6dc03b4-8b67-42ee-947c-355726d828ab req-75496f64-ad9c-428a-81df-92953de39d2b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837083 Aug 01 14:14:32.222346 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4ddfa-4480-44c9-850d-dfb0f535c5e0 req-16f82315-a468-4a46-9a28-cb1fdf9593b8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:32.224141 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-20b4ddfa-4480-44c9-850d-dfb0f535c5e0 req-16f82315-a468-4a46-9a28-cb1fdf9593b8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0596251 Aug 01 14:14:32.285820 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-20b4ddfa-4480-44c9-850d-dfb0f535c5e0 req-cc59d5f5-6db6-496b-b262-d4eac1dee5fb tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516162 Aug 01 14:14:33.382542 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=83 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:33.431042 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284988a-32f0-41e4-9b03-ed63bd4fc6c1 req-3a9791c2-af7b-4b18-afe4-6c4faf584250 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:33.433324 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e284988a-32f0-41e4-9b03-ed63bd4fc6c1 req-3a9791c2-af7b-4b18-afe4-6c4faf584250 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0605202 Aug 01 14:14:33.485886 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e284988a-32f0-41e4-9b03-ed63bd4fc6c1 req-959afa5b-6016-4b2f-a1fd-9eb4fa1aea73 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465901 Aug 01 14:14:33.621999 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09448f9f-06ca-44df-8456-1b9625f7ebd2 req-6cdb1a04-abf3-498a-8d5f-41442db4ff64 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:33.623840 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09448f9f-06ca-44df-8456-1b9625f7ebd2 req-6cdb1a04-abf3-498a-8d5f-41442db4ff64 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0565107 Aug 01 14:14:33.634130 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34246) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:33.639500 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-3fb0ea22-d2ad-4957-a0ad-e7a328c37ebc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Request body: {'floatingip': {'port_id': '6f4bdd7e-2b10-4789-8e67-555594e488b6'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:33.688430 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea22-d2ad-4957-a0ad-e7a328c37ebc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (2bed4f85-02ba-4a83-b990-9cb961a73a86), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:34.179290 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea22-d2ad-4957-a0ad-e7a328c37ebc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:34.185017 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea22-d2ad-4957-a0ad-e7a328c37ebc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (2bed4f85-02ba-4a83-b990-9cb961a73a86), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:34.295198 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.l3_db [None req-3fb0ea22-d2ad-4957-a0ad-e7a328c37ebc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Floating IP 2bed4f85-02ba-4a83-b990-9cb961a73a86 associated. External IP: 172.27.4.2, port: 6f4bdd7e-2b10-4789-8e67-555594e488b6. Aug 01 14:14:34.549540 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb0ea22-d2ad-4957-a0ad-e7a328c37ebc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:14:34.683653 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb0ea22-d2ad-4957-a0ad-e7a328c37ebc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:14:34.688583 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea22-d2ad-4957-a0ad-e7a328c37ebc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:34.696437 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] Sync routers for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:14:34.709933 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:34.710924 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:34.728729 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-3fb0ea22-d2ad-4957-a0ad-e7a328c37ebc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "PUT /v2.0/floatingips/2bed4f85-02ba-4a83-b990-9cb961a73a86 HTTP/1.1" status: 200 len: 989 time: 1.0931463 Aug 01 14:14:34.729607 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:14:34.732682 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d442c3-b7b3-44ce-be59-b3c9e7770316" -d '{"events": [{"name": "network-changed", "server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:14:34.780118 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcef5e2-4a72-4522-96bb-14e636e44926 x-openstack-request-id: req-7fcef5e2-4a72-4522-96bb-14e636e44926 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:14:34.780118 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:14:34.780118 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fcef5e2-4a72-4522-96bb-14e636e44926 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:14:34.780118 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcef5e2-4a72-4522-96bb-14e636e44926'] response: {'name': 'network-changed', 'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'status': 'completed', 'code': 200} Aug 01 14:14:34.844573 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:34.866251 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-41d644c5-c82a-40dc-a7e5-60b4dccb54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:34.868037 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-41d644c5-c82a-40dc-a7e5-60b4dccb54b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 1129 time: 0.0633786 Aug 01 14:14:34.951715 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:35.007219 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-7c837e57-4748-48d5-b5c0-99ef039f37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:35.009333 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-7c837e57-4748-48d5-b5c0-99ef039f37fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 918 time: 0.1335800 Aug 01 14:14:35.114004 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '2bed4f85-02ba-4a83-b990-9cb961a73a86', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'port_id': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'mac_address': 'fa:16:3e:df:6c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:14:18Z', 'updated_at': '2022-08-01T14:14:34Z', 'revision_number': 1, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:35.120469 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217a5d3-0ec3-4ed0-840d-fe6d67598c59 req-b4076d32-012c-4288-a5f7-4a7d1a7cf852 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:35.123191 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2217a5d3-0ec3-4ed0-840d-fe6d67598c59 req-b4076d32-012c-4288-a5f7-4a7d1a7cf852 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0678651 Aug 01 14:14:35.146141 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] Checking router: 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:14:35.159433 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:35.160954 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:35.190993 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2217a5d3-0ec3-4ed0-840d-fe6d67598c59 req-9f14ad87-37a7-4c4f-b11d-7c124ecf4b38 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575321 Aug 01 14:14:35.357438 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:35.608251 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '2bed4f85-02ba-4a83-b990-9cb961a73a86', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'port_id': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'mac_address': 'fa:16:3e:df:6c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:14:18Z', 'updated_at': '2022-08-01T14:14:34Z', 'revision_number': 1, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:35.634985 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84954818-d751-4ec1-8461-0301c80f9fbe None None] The sync data for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi is: [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '2bed4f85-02ba-4a83-b990-9cb961a73a86', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'port_id': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'mac_address': 'fa:16:3e:df:6c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:14:18Z', 'updated_at': '2022-08-01T14:14:34Z', 'revision_number': 1, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:14:35.881733 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35219c2d-7ee4-4183-bb13-c701d364b795 None None] New status for floating IP 2bed4f85-02ba-4a83-b990-9cb961a73a86: ACTIVE {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:14:36.331636 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596baad-63bc-4e4e-bcdb-0547e7836002 req-e01aa97d-4a8c-4ecb-91be-61388f03959c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:36.333391 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5596baad-63bc-4e4e-bcdb-0547e7836002 req-e01aa97d-4a8c-4ecb-91be-61388f03959c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0522850 Aug 01 14:14:36.386845 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5596baad-63bc-4e4e-bcdb-0547e7836002 req-748d954a-dfa1-439b-95e0-6468227b31dc tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475166 Aug 01 14:14:37.557320 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbdd26-87dd-4972-806a-5c614d4a0a32 req-f24e0a82-6f91-45f6-b375-7625bb16105b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:37.559075 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c0dbdd26-87dd-4972-806a-5c614d4a0a32 req-f24e0a82-6f91-45f6-b375-7625bb16105b tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0740242 Aug 01 14:14:37.622317 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c0dbdd26-87dd-4972-806a-5c614d4a0a32 req-92366ca0-e063-4dbf-9916-4e709882ce59 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573008 Aug 01 14:14:38.016053 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-48ec2eac-4922-4fc5-b5be-e27c888d2aab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6 HTTP/1.1" status: 200 len: 999 time: 0.0639441 Aug 01 14:14:38.105405 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-b5076242-da7c-4589-a456-9bdc256c20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:38.107956 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-b5076242-da7c-4589-a456-9bdc256c20c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 200 len: 856 time: 0.0802064 Aug 01 14:14:38.218222 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-33c286f5-e18f-48c6-9391-e75aed7ed2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:38.219566 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-33c286f5-e18f-48c6-9391-e75aed7ed2aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=294e8be6-62c8-4d19-be24-df34926b9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0789175 Aug 01 14:14:38.369642 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409a212-7078-4f26-9663-93f26deb4c68 req-451d3029-3235-4bed-ba1d-528fdfefe0b5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:38.372497 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2409a212-7078-4f26-9663-93f26deb4c68 req-451d3029-3235-4bed-ba1d-528fdfefe0b5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0794163 Aug 01 14:14:38.384710 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-2f916064-75fd-4358-b64c-53ae2dec5a07 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582115 Aug 01 14:14:38.519348 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:38.559272 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Deleting port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:38.560175 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:38.567652 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09d442c3-b7b3-44ce-be59-b3c9e7770316 req-f1739f6d-b3ee-4206-9560-efec86cfcbe6 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721544 Aug 01 14:14:38.661382 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] For port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:38.661772 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:39.075428 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:39.084696 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537cc0e-465f-47e3-9a21-6ad6c379f524 req-e99cf7ed-f619-4d8b-ac58-6ac74d333397 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:39.086176 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b537cc0e-465f-47e3-9a21-6ad6c379f524 req-e99cf7ed-f619-4d8b-ac58-6ac74d333397 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69e5d2d-0483-4373-aa71-ea2305f287d3 HTTP/1.1" status: 200 len: 945 time: 0.0910571 Aug 01 14:14:39.186799 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:39.187141 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (d33d2df8-40f4-4f4e-b58e-b5d8159962fb), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:39.187477 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Floating IP d33d2df8-40f4-4f4e-b58e-b5d8159962fb disassociated. External IP: 172.27.4.232, port: 03542f14-88d5-4bf6-9c7d-0dcbe18589a5. Aug 01 14:14:39.187821 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Calling delete_port for 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:39.195167 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b537cc0e-465f-47e3-9a21-6ad6c379f524 req-9efa89d5-90f9-4be8-b362-043f9f501048 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=5251f87e-f7d0-4dc1-b319-f59779998340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010041 Aug 01 14:14:39.342311 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (03542f14-88d5-4bf6-9c7d-0dcbe18589a5), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:39.374064 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event deleted for resources: {'Port': ['ID=03542f14-88d5-4bf6-9c7d-0dcbe18589a5,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:39.493179 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Router 73386cde-020d-4ae9-9bc5-ce62a8878995 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:14:39.626107 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:14:39.639570 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] Sync routers for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:14:39.663650 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:39.664624 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:39.676352 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] No DVR routers for this DVR port 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:39.679348 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:39.683081 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2409a212-7078-4f26-9663-93f26deb4c68 req-b6478d49-ca04-4464-a35c-b8a2a6fbfc2a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "DELETE /v2.0/ports/03542f14-88d5-4bf6-9c7d-0dcbe18589a5 HTTP/1.1" status: 204 len: 173 time: 1.3026459 Aug 01 14:14:39.683579 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'name': 'network-vif-deleted', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:14:39.687058 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d730cb35-96d3-4d02-bdcb-d7f619924cb6" -d '{"events": [{"server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "name": "network-vif-deleted", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:14:39.738676 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05808256-9f68-4559-87cd-fa49b2f4bfbb x-openstack-request-id: req-05808256-9f68-4559-87cd-fa49b2f4bfbb {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:14:39.739524 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69e5d2d-0483-4373-aa71-ea2305f287d3", "name": "network-vif-deleted", "tag": "03542f14-88d5-4bf6-9c7d-0dcbe18589a5", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:14:39.739660 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05808256-9f68-4559-87cd-fa49b2f4bfbb {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:14:39.744513 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05808256-9f68-4559-87cd-fa49b2f4bfbb'] response: {'server_uuid': 'b69e5d2d-0483-4373-aa71-ea2305f287d3', 'name': 'network-vif-deleted', 'tag': '03542f14-88d5-4bf6-9c7d-0dcbe18589a5', 'status': 'completed', 'code': 200} Aug 01 14:14:39.808881 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:39.975112 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:39.982124 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:40.033137 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:46Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:40.064953 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] Checking router: 73386cde-020d-4ae9-9bc5-ce62a8878995 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:14:40.075268 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:40.075886 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:40.198847 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:40.299581 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34300) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:40.367614 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group (5251f87e-f7d0-4dc1-b319-f59779998340), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:40.370129 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=100 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:40.381730 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:40.395077 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group (5251f87e-f7d0-4dc1-b319-f59779998340), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:40.410575 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:46Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:40.445408 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5251f87e-f7d0-4dc1-b319-f59779998340), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:40.448083 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:40.449371 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "DELETE /v2.0/security-groups/5251f87e-f7d0-4dc1-b319-f59779998340 HTTP/1.1" status: 204 len: 168 time: 0.1487558 Aug 01 14:14:40.452405 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34304) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:40.459705 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5251f87e-f7d0-4dc1-b319-f59779998340,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:40.467627 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.api.v2.resource [None req-62aa88d4-caa2-4e5c-b6b9-86a312cb16b6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] show failed (client error): The resource could not be found. Aug 01 14:14:40.470400 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.470863 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.471295 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.471641 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.471887 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-62aa88d4-caa2-4e5c-b6b9-86a312cb16b6 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups/5251f87e-f7d0-4dc1-b319-f59779998340 HTTP/1.1" status: 404 len: 347 time: 0.0179727 Aug 01 14:14:40.471997 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.472392 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.472516 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34306) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:40.472711 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.473108 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.473439 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.473838 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.474152 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.474480 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.474803 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.475120 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.475439 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cdf8a-a251-4afa-8930-54fef5bb4652 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:14:40.534669 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6bb9c3-f889-40b0-9ab8-e16f4c8bdca7 None None] The sync data for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi is: [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:08:35Z', 'revision_number': 4, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '9be79feb-bd32-431d-ab9c-9740692ce9ac', 'name': '', 'network_id': 'a282ca18-1470-4a11-b809-f055c3b48a10', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'mac_address': 'fa:16:3e:ea:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:32Z', 'updated_at': '2022-08-01T14:08:46Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'subnets': [{'id': 'c3d9b3d3-ca8c-4789-bed6-6735aba979d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:14:40.607555 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-c27e4a12-b805-4d3e-be51-a1ae0e81bc9c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Deleting port 0fb07519-1c76-42a1-986f-7c38e0d5bb8e {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:40.607906 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c27e4a12-b805-4d3e-be51-a1ae0e81bc9c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (0fb07519-1c76-42a1-986f-7c38e0d5bb8e), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:40.670513 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:40.705807 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c27e4a12-b805-4d3e-be51-a1ae0e81bc9c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (0fb07519-1c76-42a1-986f-7c38e0d5bb8e), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:40.706149 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c27e4a12-b805-4d3e-be51-a1ae0e81bc9c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for floatingip (0fb07519-1c76-42a1-986f-7c38e0d5bb8e), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:40.721341 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-c27e4a12-b805-4d3e-be51-a1ae0e81bc9c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Calling delete_port for 0fb07519-1c76-42a1-986f-7c38e0d5bb8e owned by network:floatingip {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:40.788536 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:40.816304 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9e4a-87e7-4793-9107-b85c120698c8 None None] New status for floating IP d33d2df8-40f4-4f4e-b58e-b5d8159962fb: DOWN {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:14:40.901332 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c27e4a12-b805-4d3e-be51-a1ae0e81bc9c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (0fb07519-1c76-42a1-986f-7c38e0d5bb8e), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:40.924383 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.db.api [None req-982d9e4a-87e7-4793-9107-b85c120698c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 01 14:14:40.924665 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG oslo_db.api [None req-982d9e4a-87e7-4793-9107-b85c120698c8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 01 14:14:40.931083 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e4a12-b805-4d3e-be51-a1ae0e81bc9c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event deleted for resources: {'Port': ['ID=0fb07519-1c76-42a1-986f-7c38e0d5bb8e,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:41.007977 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c27e4a12-b805-4d3e-be51-a1ae0e81bc9c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks [] for floatingip (d33d2df8-40f4-4f4e-b58e-b5d8159962fb), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:41.011030 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c27e4a12-b805-4d3e-be51-a1ae0e81bc9c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:41.012219 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-c27e4a12-b805-4d3e-be51-a1ae0e81bc9c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "DELETE /v2.0/floatingips/d33d2df8-40f4-4f4e-b58e-b5d8159962fb HTTP/1.1" status: 204 len: 168 time: 0.5387828 Aug 01 14:14:41.425843 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9e4a-87e7-4793-9107-b85c120698c8 None None] New status for floating IP d33d2df8-40f4-4f4e-b58e-b5d8159962fb: DOWN {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:14:42.389321 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:42.410256 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:42.410744 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 03542f14-88d5-4bf6-9c7d-0dcbe18589a5 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:43.566270 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73682734-a2d9-4897-b3fc-492a3df5a507 req-7c796729-d3a2-4bac-9c6b-9f3eda71b978 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:43.567922 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-73682734-a2d9-4897-b3fc-492a3df5a507 req-7c796729-d3a2-4bac-9c6b-9f3eda71b978 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.0575182 Aug 01 14:14:43.648298 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-73682734-a2d9-4897-b3fc-492a3df5a507 req-04f4815e-bb50-44a0-8e79-5ba72acc9c45 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738235 Aug 01 14:14:44.778494 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c8785-115c-4543-8929-2353237a43fc req-a2dce0a1-a21e-424b-9ea3-9d4d70f0262c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:44.780189 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-207c8785-115c-4543-8929-2353237a43fc req-a2dce0a1-a21e-424b-9ea3-9d4d70f0262c tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.0524654 Aug 01 14:14:44.834043 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-207c8785-115c-4543-8929-2353237a43fc req-ffe2ecb0-5523-414a-83d1-8671cbb5ef20 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468636 Aug 01 14:14:45.078775 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-1d9179de-627e-4fa6-8d25-fb28abd6fc50 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:45.080451 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-1d9179de-627e-4fa6-8d25-fb28abd6fc50 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.0670888 Aug 01 14:14:45.483700 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd297420-fbc7-439b-8289-60e283ee163d req-80be1237-8f9b-4cb7-a907-5b6d3936d009 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:45.485277 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bd297420-fbc7-439b-8289-60e283ee163d req-80be1237-8f9b-4cb7-a907-5b6d3936d009 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 946 time: 0.0503230 Aug 01 14:14:45.547448 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bd297420-fbc7-439b-8289-60e283ee163d req-b10dcf44-aaac-49d6-a6dd-1fb1fc3d8046 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543072 Aug 01 14:14:45.786276 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-811b1479-7d87-4659-87f3-2ee30fa9a2da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Deleting port 7086f705-ac19-4c95-a617-0872f904d724 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:45.787057 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-811b1479-7d87-4659-87f3-2ee30fa9a2da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (7086f705-ac19-4c95-a617-0872f904d724), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:45.884115 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-811b1479-7d87-4659-87f3-2ee30fa9a2da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] For port 7086f705-ac19-4c95-a617-0872f904d724, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=7086f705-ac19-4c95-a617-0872f904d724,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:45.884541 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-811b1479-7d87-4659-87f3-2ee30fa9a2da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (7086f705-ac19-4c95-a617-0872f904d724), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:45.898773 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-811b1479-7d87-4659-87f3-2ee30fa9a2da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Calling delete_port for 7086f705-ac19-4c95-a617-0872f904d724 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:45.995219 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26748e2e-2302-40b4-b2fe-dd6c6a5d924d req-cae68dfe-5e52-456d-a329-409faa3265b9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:45.996818 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-26748e2e-2302-40b4-b2fe-dd6c6a5d924d req-cae68dfe-5e52-456d-a329-409faa3265b9 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 945 time: 0.0853322 Aug 01 14:14:46.038259 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:46.051209 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:46.091130 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-26748e2e-2302-40b4-b2fe-dd6c6a5d924d req-bfb7f81c-7d1e-4534-912f-c106c6f68e0f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882306 Aug 01 14:14:46.123685 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-811b1479-7d87-4659-87f3-2ee30fa9a2da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (7086f705-ac19-4c95-a617-0872f904d724), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:46.136811 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['6435f407-545f-4889-be82-4de3b791eeb8', '7086f705-ac19-4c95-a617-0872f904d724'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:14:46.174367 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b1479-7d87-4659-87f3-2ee30fa9a2da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event deleted for resources: {'Port': ['ID=7086f705-ac19-4c95-a617-0872f904d724,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:46.235144 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-811b1479-7d87-4659-87f3-2ee30fa9a2da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] No DVR routers for this DVR port 7086f705-ac19-4c95-a617-0872f904d724 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:46.237942 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-811b1479-7d87-4659-87f3-2ee30fa9a2da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:46.241584 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9daefb72-027e-4af5-8ad8-b08e43973406 req-811b1479-7d87-4659-87f3-2ee30fa9a2da tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "DELETE /v2.0/ports/7086f705-ac19-4c95-a617-0872f904d724 HTTP/1.1" status: 204 len: 173 time: 0.5574424 Aug 01 14:14:46.242053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa86ccd-b145-4025-88ba-1962fcddee29', 'name': 'network-vif-deleted', 'tag': '7086f705-ac19-4c95-a617-0872f904d724'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:14:46.244457 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b50d2d7-d2f3-4f54-b2c3-9ad4d2bdd2bd" -d '{"events": [{"server_uuid": "2fa86ccd-b145-4025-88ba-1962fcddee29", "name": "network-vif-deleted", "tag": "7086f705-ac19-4c95-a617-0872f904d724"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:14:46.310034 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fcdce5-2ef8-41ae-b28f-11fe99119f6e x-openstack-request-id: req-b6fcdce5-2ef8-41ae-b28f-11fe99119f6e {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:14:46.310351 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa86ccd-b145-4025-88ba-1962fcddee29", "name": "network-vif-deleted", "tag": "7086f705-ac19-4c95-a617-0872f904d724", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:14:46.310667 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6fcdce5-2ef8-41ae-b28f-11fe99119f6e {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:14:46.311027 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6fcdce5-2ef8-41ae-b28f-11fe99119f6e'] response: {'server_uuid': '2fa86ccd-b145-4025-88ba-1962fcddee29', 'name': 'network-vif-deleted', 'tag': '7086f705-ac19-4c95-a617-0872f904d724', 'status': 'completed', 'code': 200} Aug 01 14:14:46.681649 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b959-d5b0-48d8-8c05-a73e844d2ddb req-1c736042-0613-4c9f-a432-7a77c8f696b3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:46.683282 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f587b959-d5b0-48d8-8c05-a73e844d2ddb req-1c736042-0613-4c9f-a432-7a77c8f696b3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 946 time: 0.0600183 Aug 01 14:14:46.759069 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f587b959-d5b0-48d8-8c05-a73e844d2ddb req-f16d7f91-7907-464d-aa2e-d8f876df4c5d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695732 Aug 01 14:14:47.209185 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9371a7e0-5da2-4df3-9721-8ff4c1b682d9 req-0edc016c-8065-47dc-a8c0-8402f6e6a40f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa86ccd-b145-4025-88ba-1962fcddee29 HTTP/1.1" status: 200 len: 210 time: 0.0287902 Aug 01 14:14:47.590391 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-80f6325c-30fc-4a22-90f7-96deed341d9b tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:47.591921 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-80f6325c-30fc-4a22-90f7-96deed341d9b tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 946 time: 0.0521734 Aug 01 14:14:47.686118 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Deleting port 754c5fad-2162-4018-96e9-5a8df36d546e {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:47.686609 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:47.792784 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] For port 754c5fad-2162-4018-96e9-5a8df36d546e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=754c5fad-2162-4018-96e9-5a8df36d546e,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:47.793169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:47.968136 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d30c-ee9e-4f7a-ad3b-66982999c6d2 req-af1dd6bc-b985-4c2e-a530-82c9d3b76dde tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:47.969283 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c66d30c-ee9e-4f7a-ad3b-66982999c6d2 req-af1dd6bc-b985-4c2e-a530-82c9d3b76dde tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 946 time: 0.0950196 Aug 01 14:14:48.065384 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:48.065633 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (c92e7719-7014-4f2b-baee-a3c2fea2a755), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:48.065951 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Floating IP c92e7719-7014-4f2b-baee-a3c2fea2a755 disassociated. External IP: 172.27.4.139, port: 754c5fad-2162-4018-96e9-5a8df36d546e. Aug 01 14:14:48.066294 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Calling delete_port for 754c5fad-2162-4018-96e9-5a8df36d546e owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:48.083663 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c66d30c-ee9e-4f7a-ad3b-66982999c6d2 req-3946f240-0daf-4447-bf2a-770ddc339f98 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051893 Aug 01 14:14:48.217664 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (754c5fad-2162-4018-96e9-5a8df36d546e), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:48.256406 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event deleted for resources: {'Port': ['ID=754c5fad-2162-4018-96e9-5a8df36d546e,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:48.371736 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:48.375716 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:48.412054 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Router 6747b800-9744-4b46-9c3c-5cec816cf9d6 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:14:48.550350 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 7086f705-ac19-4c95-a617-0872f904d724 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:48.598443 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:14:48.599261 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 7086f705-ac19-4c95-a617-0872f904d724 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:48.599864 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 7086f705-ac19-4c95-a617-0872f904d724 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:48.613313 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] Sync routers for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:14:48.630959 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:48.632319 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:48.664618 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad153b0-db62-4caa-8d46-049e169c7d8b req-23b637d0-3504-4dca-aac6-ef658da2a77a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:48.666231 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1ad153b0-db62-4caa-8d46-049e169c7d8b req-23b637d0-3504-4dca-aac6-ef658da2a77a tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.0821216 Aug 01 14:14:48.689096 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] No DVR routers for this DVR port 754c5fad-2162-4018-96e9-5a8df36d546e on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:48.692828 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:48.696246 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0366e7d7-5392-4c81-b4d1-ba480236047b req-ec8fadfa-19bd-4df2-909f-a982d5d4d4a9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "DELETE /v2.0/ports/754c5fad-2162-4018-96e9-5a8df36d546e HTTP/1.1" status: 204 len: 173 time: 1.0991230 Aug 01 14:14:48.696780 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'name': 'network-vif-deleted', 'tag': '754c5fad-2162-4018-96e9-5a8df36d546e'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:14:48.699178 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a22d3b-58cb-4312-b58c-cb3c3ebfafdb" -d '{"events": [{"server_uuid": "0d7f31f9-adc0-4be6-92b9-0c2c99e14308", "name": "network-vif-deleted", "tag": "754c5fad-2162-4018-96e9-5a8df36d546e"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:14:48.752649 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e123c44-a781-4aa3-aca7-426a1f11bdf5 x-openstack-request-id: req-4e123c44-a781-4aa3-aca7-426a1f11bdf5 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:14:48.753074 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f31f9-adc0-4be6-92b9-0c2c99e14308", "name": "network-vif-deleted", "tag": "754c5fad-2162-4018-96e9-5a8df36d546e", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:14:48.753488 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e123c44-a781-4aa3-aca7-426a1f11bdf5 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:14:48.753866 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e123c44-a781-4aa3-aca7-426a1f11bdf5'] response: {'server_uuid': '0d7f31f9-adc0-4be6-92b9-0c2c99e14308', 'name': 'network-vif-deleted', 'tag': '754c5fad-2162-4018-96e9-5a8df36d546e', 'status': 'completed', 'code': 200} Aug 01 14:14:48.765246 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1ad153b0-db62-4caa-8d46-049e169c7d8b req-f82d7f5e-1584-4a1d-b67c-87c545adb01f tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822792 Aug 01 14:14:48.781662 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:48.999451 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:49.026358 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] Checking router: 6747b800-9744-4b46-9c3c-5cec816cf9d6 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:14:49.035837 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:49.036522 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:49.144474 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:49.147081 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:49.261842 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6552bb14-7091-49b1-9c53-0ed4075782d6 req-95491f48-f18a-46f2-a83a-1f20e0a746ee tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 210 time: 0.0431101 Aug 01 14:14:49.387519 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:49.410117 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:49.444195 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e59328-472e-4f6b-a74b-10ac24086b22 None None] The sync data for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi is: [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:14:49.688424 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b24a82-0015-4168-915e-c6ea8673e1f2 None None] New status for floating IP c92e7719-7014-4f2b-baee-a3c2fea2a755: DOWN {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:14:49.915637 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68ed94-a52f-4f21-b04a-da238c8ab379 req-f445a6a9-a538-49b3-aabc-77e7d6a47aa1 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:49.917191 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7c68ed94-a52f-4f21-b04a-da238c8ab379 req-f445a6a9-a538-49b3-aabc-77e7d6a47aa1 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.0575476 Aug 01 14:14:49.971052 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7c68ed94-a52f-4f21-b04a-da238c8ab379 req-1ff176c0-b370-46e3-8530-3c31cc605ca1 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467596 Aug 01 14:14:50.389246 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ffcec141-75ef-4a2c-836b-26bb1291790d req-81341eb5-7542-4e26-8b60-0295cf47780e tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 210 time: 0.0299635 Aug 01 14:14:50.459648 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:50.463251 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:50.797123 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:50.938454 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-c6c33dfc-59b2-4826-905e-7d9a230ee1fb tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:50.939890 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-c6c33dfc-59b2-4826-905e-7d9a230ee1fb tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.0538766 Aug 01 14:14:51.042693 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-eef1ca65-e70f-43e7-8633-ed46d4a4bc13 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Deleting port 6435f407-545f-4889-be82-4de3b791eeb8 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:51.043131 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-eef1ca65-e70f-43e7-8633-ed46d4a4bc13 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (6435f407-545f-4889-be82-4de3b791eeb8), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:51.146176 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daede55-b3d3-4f25-8125-a835f23493bb req-059c4cec-02ac-4112-b035-648f4d3034fe tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:51.147661 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7daede55-b3d3-4f25-8125-a835f23493bb req-059c4cec-02ac-4112-b035-648f4d3034fe tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/ports?device_id=36838f66-2529-4a98-88cd-4a0450c2aba5 HTTP/1.1" status: 200 len: 945 time: 0.0875952 Aug 01 14:14:51.196568 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-eef1ca65-e70f-43e7-8633-ed46d4a4bc13 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] For port 6435f407-545f-4889-be82-4de3b791eeb8, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6435f407-545f-4889-be82-4de3b791eeb8,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:51.196893 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-eef1ca65-e70f-43e7-8633-ed46d4a4bc13 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (6435f407-545f-4889-be82-4de3b791eeb8), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:51.219938 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-eef1ca65-e70f-43e7-8633-ed46d4a4bc13 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Calling delete_port for 6435f407-545f-4889-be82-4de3b791eeb8 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:51.240197 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-7daede55-b3d3-4f25-8125-a835f23493bb req-17e29dd2-89e0-475c-81bb-99d5e34126d5 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa913d5-309f-4547-9f1e-af9055912b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858815 Aug 01 14:14:51.379052 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-eef1ca65-e70f-43e7-8633-ed46d4a4bc13 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (6435f407-545f-4889-be82-4de3b791eeb8), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:51.391801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['6435f407-545f-4889-be82-4de3b791eeb8'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:14:51.414654 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1ca65-e70f-43e7-8633-ed46d4a4bc13 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Pushing event deleted for resources: {'Port': ['ID=6435f407-545f-4889-be82-4de3b791eeb8,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:51.462827 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-eef1ca65-e70f-43e7-8633-ed46d4a4bc13 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] No DVR routers for this DVR port 6435f407-545f-4889-be82-4de3b791eeb8 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:51.465345 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-eef1ca65-e70f-43e7-8633-ed46d4a4bc13 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:51.469878 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e4c25ad1-5801-49d6-be49-e657cc4ed6c1 req-eef1ca65-e70f-43e7-8633-ed46d4a4bc13 tempest-ServerRescueNegativeTestJSON-1036145908 tempest-ServerRescueNegativeTestJSON-1036145908-project] 10.222.0.57 "DELETE /v2.0/ports/6435f407-545f-4889-be82-4de3b791eeb8 HTTP/1.1" status: 204 len: 173 time: 0.5212648 Aug 01 14:14:51.470452 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36838f66-2529-4a98-88cd-4a0450c2aba5', 'name': 'network-vif-deleted', 'tag': '6435f407-545f-4889-be82-4de3b791eeb8'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:14:51.473006 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41e95e9-0e33-450b-ac32-a3288265308d" -d '{"events": [{"server_uuid": "36838f66-2529-4a98-88cd-4a0450c2aba5", "name": "network-vif-deleted", "tag": "6435f407-545f-4889-be82-4de3b791eeb8"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:14:51.493841 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:51.511803 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b725edbd-2972-4d21-ab47-b1bdf32211a3 x-openstack-request-id: req-b725edbd-2972-4d21-ab47-b1bdf32211a3 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:14:51.512094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36838f66-2529-4a98-88cd-4a0450c2aba5", "name": "network-vif-deleted", "tag": "6435f407-545f-4889-be82-4de3b791eeb8", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:14:51.512367 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b725edbd-2972-4d21-ab47-b1bdf32211a3 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:14:51.512769 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b725edbd-2972-4d21-ab47-b1bdf32211a3'] response: {'server_uuid': '36838f66-2529-4a98-88cd-4a0450c2aba5', 'name': 'network-vif-deleted', 'tag': '6435f407-545f-4889-be82-4de3b791eeb8', 'status': 'completed', 'code': 200} Aug 01 14:14:51.515196 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-01f19f68-f0c5-4ee9-8bdf-a7d6dfce26f8 req-922acd65-b5ac-4ffa-92f4-7f7055088bb4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d7f31f9-adc0-4be6-92b9-0c2c99e14308 HTTP/1.1" status: 200 len: 210 time: 0.0328906 Aug 01 14:14:52.316435 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34412) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:52.577459 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 754c5fad-2162-4018-96e9-5a8df36d546e no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:52.599346 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 754c5fad-2162-4018-96e9-5a8df36d546e {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:52.599823 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 754c5fad-2162-4018-96e9-5a8df36d546e not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:52.791202 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:52.818458 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-4a0d3951-9126-4cba-9a43-d16b42b3a8f2 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476544160&fields=id&tenant_id=f0a6c07d69ef4cf4a545f48e7079044d HTTP/1.1" status: 200 len: 267 time: 0.0534637 Aug 01 14:14:52.839882 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (73386cde-020d-4ae9-9bc5-ce62a8878995), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:52.939089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-38251b73-7c46-44ab-899d-83e8493090f7 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:52.941177 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-38251b73-7c46-44ab-899d-83e8493090f7 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 811 time: 0.1137729 Aug 01 14:14:52.957305 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-c9085d2c-3e5e-4762-8e84-547b19e7bf86 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/quotas/f0a6c07d69ef4cf4a545f48e7079044d HTTP/1.1" status: 200 len: 375 time: 0.0102327 Aug 01 14:14:53.011486 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-80ccc7ce-852a-4724-9eab-3803d1cf63a7 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480084 Aug 01 14:14:53.095559 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] Deleting port 9be79feb-bd32-431d-ab9c-9740692ce9ac {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:53.095889 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:53.178490 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-1ec445f8-68c0-470d-ac7f-b868423fb9af service neutron] 10.222.0.45 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539714 Aug 01 14:14:53.186339 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] For port 9be79feb-bd32-431d-ab9c-9740692ce9ac, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=9be79feb-bd32-431d-ab9c-9740692ce9ac,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:53.186850 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:53.201917 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] Calling delete_port for 9be79feb-bd32-431d-ab9c-9740692ce9ac owned by network:router_interface {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:53.290144 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-36e9e1d8-21e5-4af4-81f5-ad0b16b3abfc service neutron] 10.222.0.45 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056745 Aug 01 14:14:53.421237 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:53.434444 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (9be79feb-bd32-431d-ab9c-9740692ce9ac), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:53.467513 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be79feb-bd32-431d-ab9c-9740692ce9ac,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:53.499622 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:53.681249 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (73386cde-020d-4ae9-9bc5-ce62a8878995), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:53.717969 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6049390-0fed-452f-af14-deffeb4e02f0 req-f026fb2e-e423-4d03-bd60-5b200aaed327 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0629699 Aug 01 14:14:53.951794 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037f832-c554-462a-9fdc-fff57e12fa5d req-6b96ad77-398e-46a9-af0a-b84e7c68405d tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:53.955414 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d037f832-c554-462a-9fdc-fff57e12fa5d req-6b96ad77-398e-46a9-af0a-b84e7c68405d tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 946 time: 0.0854208 Aug 01 14:14:54.033367 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d037f832-c554-462a-9fdc-fff57e12fa5d req-da982d76-778f-488b-b658-865a415baf9b tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698283 Aug 01 14:14:54.035760 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] Router 73386cde-020d-4ae9-9bc5-ce62a8878995 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:14:54.188003 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:14:54.197175 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-bb95d4c8-7692-465a-affd-cc3fdc35e356 admin admin] 10.222.0.45 "PUT /v2.0/routers/73386cde-020d-4ae9-9bc5-ce62a8878995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8769393 Aug 01 14:14:54.197175 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34460) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:54.199339 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] Sync routers for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:14:54.212118 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:54.212918 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:54.353600 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-be4aceb8-a43c-46d9-81ef-094f87b496b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:54.365721 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:54.572097 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6435f407-545f-4889-be82-4de3b791eeb8 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:54.584571 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:14:53Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:54.600531 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 6435f407-545f-4889-be82-4de3b791eeb8 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:54.601608 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6435f407-545f-4889-be82-4de3b791eeb8 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:54.609398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Publish callbacks [] for router (73386cde-020d-4ae9-9bc5-ce62a8878995), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:54.613074 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] Checking router: 73386cde-020d-4ae9-9bc5-ce62a8878995 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:14:54.628808 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] Routers {'73386cde-020d-4ae9-9bc5-ce62a8878995'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:54.629460 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['73386cde-020d-4ae9-9bc5-ce62a8878995'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:54.720136 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Publish callbacks [] for router_gateway (73386cde-020d-4ae9-9bc5-ce62a8878995), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:54.737693 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] Set router 73386cde-020d-4ae9-9bc5-ce62a8878995 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:54.766702 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Deleting port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:54.766923 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:54.846559 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e79ad863-eb89-4e14-8796-cc65d12897e3 req-6dac0c43-426a-4684-8a0c-3635a5602959 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0431623 Aug 01 14:14:54.888213 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] For port a6d7a86a-817a-46dc-a2c2-75c3d17eef0a, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=a6d7a86a-817a-46dc-a2c2-75c3d17eef0a,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:54.888647 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:54.902974 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Calling delete_port for a6d7a86a-817a-46dc-a2c2-75c3d17eef0a owned by network:router_gateway {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:54.911506 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:54.982772 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:55.046742 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:14:53Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:55.073619 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a764ed-a25b-4776-9c56-cf62a35dcec2 None None] The sync data for ids ['73386cde-020d-4ae9-9bc5-ce62a8878995'] in dv-cinder-845178-10-iscsi is: [{'id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'name': 'tempest-ServerRescueNegativeTestJSON-1190335498-router', 'tenant_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:20Z', 'updated_at': '2022-08-01T14:14:53Z', 'revision_number': 5, 'project_id': 'e85f3e6c18ae4466a1dc3e6464aa18e6', 'gw_port': {'id': 'a6d7a86a-817a-46dc-a2c2-75c3d17eef0a', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73386cde-020d-4ae9-9bc5-ce62a8878995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:22Z', 'updated_at': '2022-08-01T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:14:55.113231 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (a6d7a86a-817a-46dc-a2c2-75c3d17eef0a), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.147027 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d7a86a-817a-46dc-a2c2-75c3d17eef0a,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:55.162464 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661fec-a5b2-452a-9b8e-eff28f74ed16 req-e7851809-d759-4f50-b6d1-ba0de57e89a6 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:55.165169 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0c661fec-a5b2-452a-9b8e-eff28f74ed16 req-e7851809-d759-4f50-b6d1-ba0de57e89a6 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 946 time: 0.0532181 Aug 01 14:14:55.218261 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (73386cde-020d-4ae9-9bc5-ce62a8878995), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.220059 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0c661fec-a5b2-452a-9b8e-eff28f74ed16 req-a9ea6878-5471-4f58-8686-c892c8471e16 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484929 Aug 01 14:14:55.330368 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (73386cde-020d-4ae9-9bc5-ce62a8878995), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.334926 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Publish callbacks [] for router_controller (73386cde-020d-4ae9-9bc5-ce62a8878995), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.410244 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (73386cde-020d-4ae9-9bc5-ce62a8878995), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.412348 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73386cde-020d-4ae9-9bc5-ce62a8878995 {{(pid=104319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:14:55.422151 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.424031 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-e48d68ba-6b7a-4ef2-88cb-fc48e3c60bfa admin admin] 10.222.0.45 "DELETE /v2.0/routers/73386cde-020d-4ae9-9bc5-ce62a8878995 HTTP/1.1" status: 204 len: 168 time: 1.2258835 Aug 01 14:14:55.430514 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34466) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:55.493641 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4140024-19f2-4cdc-b57f-bb9df1a57ffe admin admin] Deleting subnet c3d9b3d3-ca8c-4789-bed6-6735aba979d0 {{(pid=104318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:14:55.503115 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b4140024-19f2-4cdc-b57f-bb9df1a57ffe admin admin] Publish callbacks [] for subnet (c3d9b3d3-ca8c-4789-bed6-6735aba979d0), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.548656 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b4140024-19f2-4cdc-b57f-bb9df1a57ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7203837'] for subnet (c3d9b3d3-ca8c-4789-bed6-6735aba979d0), precommit_delete_associations {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.712894 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b4140024-19f2-4cdc-b57f-bb9df1a57ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (c3d9b3d3-ca8c-4789-bed6-6735aba979d0), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.720883 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-05d34e3c-a897-41f8-aa9d-cb8296df2931 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:55.722464 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-05d34e3c-a897-41f8-aa9d-cb8296df2931 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.57 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 946 time: 0.0953703 Aug 01 14:14:55.774099 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:55.785343 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b4140024-19f2-4cdc-b57f-bb9df1a57ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5866860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176520'] for subnet (c3d9b3d3-ca8c-4789-bed6-6735aba979d0), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.817288 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4140024-19f2-4cdc-b57f-bb9df1a57ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d9b3d3-ca8c-4789-bed6-6735aba979d0,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:55.829914 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b4140024-19f2-4cdc-b57f-bb9df1a57ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.833890 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-b4140024-19f2-4cdc-b57f-bb9df1a57ffe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c3d9b3d3-ca8c-4789-bed6-6735aba979d0 HTTP/1.1" status: 204 len: 168 time: 0.4024594 Aug 01 14:14:55.836903 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34470) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:55.844541 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1206eb-078e-47ee-a996-7a997c4a066c None None] Network a282ca18-1470-4a11-b809-f055c3b48a10 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:14:55.936835 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (a282ca18-1470-4a11-b809-f055c3b48a10), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:55.987548 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Deleting port dfacba61-7047-44ec-9e98-1c43d0a1eb37 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:55.988052 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.072608 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6e7dc4cd-fb48-4803-893f-3c5b2fffd299 req-2d47ffcd-be83-4f14-a2de-607346355ee6 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0847054 Aug 01 14:14:56.078242 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] For port dfacba61-7047-44ec-9e98-1c43d0a1eb37, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=dfacba61-7047-44ec-9e98-1c43d0a1eb37,segment=NetworkSegment(64709166-472c-4341-84b6-d4c1e8d1dd27),segment_id=64709166-472c-4341-84b6-d4c1e8d1dd27)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:56.078622 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.101768 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Calling delete_port for dfacba61-7047-44ec-9e98-1c43d0a1eb37 owned by network:dhcp {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:56.249518 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 9be79feb-bd32-431d-ab9c-9740692ce9ac no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:56.251769 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (dfacba61-7047-44ec-9e98-1c43d0a1eb37), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.295981 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb204cc-72c4-48e4-b29d-8af633a083db None None] DHCP port deletion for a282ca18-1470-4a11-b809-f055c3b48a10 request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:14:56.299379 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfacba61-7047-44ec-9e98-1c43d0a1eb37,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:56.302211 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:56.303717 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 9be79feb-bd32-431d-ab9c-9740692ce9ac {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:56.304675 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 9be79feb-bd32-431d-ab9c-9740692ce9ac not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:56.330725 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] No DVR routers for this DVR port dfacba61-7047-44ec-9e98-1c43d0a1eb37 on host dv-cinder-845178-10-iscsi {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:56.420919 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (a282ca18-1470-4a11-b809-f055c3b48a10), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.443933 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a282ca18-1470-4a11-b809-f055c3b48a10']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:56.455397 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64709166-472c-4341-84b6-d4c1e8d1dd27') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:56.455694 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64709166-472c-4341-84b6-d4c1e8d1dd27') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:56.466650 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (64709166-472c-4341-84b6-d4c1e8d1dd27), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.475054 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:56.482401 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (64709166-472c-4341-84b6-d4c1e8d1dd27), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.493693 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:14:56.494021 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (64709166-472c-4341-84b6-d4c1e8d1dd27), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.515317 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Deleting port 41238094-cf08-4cf7-b716-88a929b830bb {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:14:56.515665 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (41238094-cf08-4cf7-b716-88a929b830bb), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.609739 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-22b5bf05-323f-45b0-90e1-c0485641c383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.610294 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (a282ca18-1470-4a11-b809-f055c3b48a10), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.614531 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49f7d4-873f-463b-a2f5-d600e6b30ac7 req-fd22a9bf-0676-49b5-8ad5-9623a83f2d38 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:56.621798 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ff49f7d4-873f-463b-a2f5-d600e6b30ac7 req-fd22a9bf-0676-49b5-8ad5-9623a83f2d38 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 946 time: 0.1526775 Aug 01 14:14:56.622506 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.625947 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a282ca18-1470-4a11-b809-f055c3b48a10 HTTP/1.1" status: 204 len: 168 time: 0.7880030 Aug 01 14:14:56.627607 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment 64709166-472c-4341-84b6-d4c1e8d1dd27 resource provider aggregate not found Aug 01 14:14:56.655721 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:56.657522 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159f6da-d7b0-40be-b211-ff9c5d3819a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a282ca18-1470-4a11-b809-f055c3b48a10,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:56.679226 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment 64709166-472c-4341-84b6-d4c1e8d1dd27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64709166-472c-4341-84b6-d4c1e8d1dd27 found for delete ", "request_id": "req-7911d6fa-83a6-4711-a469-6d8924dfccc1"}]} Aug 01 14:14:56.728558 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-923cf237-3dc9-4ee7-ab3d-f5cfde3cbeb9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:56.730331 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-923cf237-3dc9-4ee7-ab3d-f5cfde3cbeb9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 811 time: 0.6734760 Aug 01 14:14:56.841318 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ff49f7d4-873f-463b-a2f5-d600e6b30ac7 req-72e58d3a-374b-4828-88cd-829655228a12 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups?id=2330a51e-be45-4b49-8d1e-386d37849288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177160 Aug 01 14:14:56.886276 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34488) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:56.922486 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] For port 41238094-cf08-4cf7-b716-88a929b830bb, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=41238094-cf08-4cf7-b716-88a929b830bb,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:14:56.922960 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (41238094-cf08-4cf7-b716-88a929b830bb), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:56.957077 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2ee3743b-2420-4c78-9d3c-e1d5a5b1a76a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e85f3e6c18ae4466a1dc3e6464aa18e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0651228 Aug 01 14:14:56.957399 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34490) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:56.970504 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-a7e752fa-4b3b-447b-93d1-06bfc9305eec tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0a6c07d69ef4cf4a545f48e7079044d HTTP/1.1" status: 200 len: 380 time: 0.2252827 Aug 01 14:14:57.043259 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'port': {'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'admin_state_up': True, 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'security_groups': ['c669fa54-1b4c-4ab1-98e5-83c756d9aabb']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:57.052912 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e390e3-9f0a-45dc-b359-5301a74e3a6c req-8d9500dd-3efa-4991-b6dc-c8334ce3c431 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:57.054496 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-12e390e3-9f0a-45dc-b359-5301a74e3a6c req-8d9500dd-3efa-4991-b6dc-c8334ce3c431 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.2573962 Aug 01 14:14:57.258233 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a3244625-ea99-4492-a986-aba84bdf33ab req-04487c42-6be4-4f95-a678-bc523e2a4534 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0731080 Aug 01 14:14:57.338642 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-12e390e3-9f0a-45dc-b359-5301a74e3a6c req-506de1f4-18e4-4681-abd6-50854369486d tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680328 Aug 01 14:14:57.345881 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-48ad58c3-d7b7-4914-ba51-ef32f96ab3e6 admin admin] Publish callbacks [] for security_group (2fa913d5-309f-4547-9f1e-af9055912b44), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:57.399882 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:57.400250 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (41fe5ea3-aa57-490c-872e-c68cd14a084a), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:57.400593 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Floating IP 41fe5ea3-aa57-490c-872e-c68cd14a084a disassociated. External IP: 172.27.4.18, port: 41238094-cf08-4cf7-b716-88a929b830bb. Aug 01 14:14:57.400946 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Calling delete_port for 41238094-cf08-4cf7-b716-88a929b830bb owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:14:57.407032 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-48ad58c3-d7b7-4914-ba51-ef32f96ab3e6 admin admin] Publish callbacks [] for security_group (2fa913d5-309f-4547-9f1e-af9055912b44), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:57.424606 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:57.494502 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Made reservation on behalf of f0a6c07d69ef4cf4a545f48e7079044d for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:14:57.498387 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:57.538678 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:57.611561 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-48ad58c3-d7b7-4914-ba51-ef32f96ab3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2fa913d5-309f-4547-9f1e-af9055912b44), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:57.614889 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-48ad58c3-d7b7-4914-ba51-ef32f96ab3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:57.616475 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-48ad58c3-d7b7-4914-ba51-ef32f96ab3e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fa913d5-309f-4547-9f1e-af9055912b44 HTTP/1.1" status: 204 len: 168 time: 0.6581807 Aug 01 14:14:57.667928 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad58c3-d7b7-4914-ba51-ef32f96ab3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa913d5-309f-4547-9f1e-af9055912b44,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:57.746656 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (41238094-cf08-4cf7-b716-88a929b830bb), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:57.785484 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event deleted for resources: {'Port': ['ID=41238094-cf08-4cf7-b716-88a929b830bb,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:57.793263 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Allocated IP 172.20.0.11 (e95fe17e-40dc-4b82-adc2-9adb31102a43/017677d5-e4fc-4fec-827e-6f37d5758924/b550f9ea-8012-4b81-8b79-2ea6bb8e8012) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:14:57.900077 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device dfacba61-7047-44ec-9e98-1c43d0a1eb37 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:57.921650 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: dfacba61-7047-44ec-9e98-1c43d0a1eb37 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:57.922643 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device dfacba61-7047-44ec-9e98-1c43d0a1eb37 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:57.923308 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device a6d7a86a-817a-46dc-a2c2-75c3d17eef0a no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:14:57.949487 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: a6d7a86a-817a-46dc-a2c2-75c3d17eef0a {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:14:57.950210 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device a6d7a86a-817a-46dc-a2c2-75c3d17eef0a not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:14:58.030454 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fea51e1f-726e-460b-9950-8a556662125f req-a2ca2300-a2ec-44df-8836-5759e5b22d9e tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 210 time: 0.0470653 Aug 01 14:14:58.058035 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Router ea85f9a1-1122-4c86-9aee-b09a6924811b has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:14:58.108021 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:58.229419 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:58.254935 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:58.310412 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:14:58.389699 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:14:58.404200 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] No DVR routers for this DVR port 41238094-cf08-4cf7-b716-88a929b830bb on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:14:58.407509 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:58.411646 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d87ecd78-5c03-4482-82c3-a6ea432be990 req-a086918b-5ed0-410d-a19b-56fdbf69b8ec tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.57 "DELETE /v2.0/ports/41238094-cf08-4cf7-b716-88a929b830bb HTTP/1.1" status: 204 len: 173 time: 2.4894757 Aug 01 14:14:58.436137 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'name': 'network-vif-deleted', 'tag': '41238094-cf08-4cf7-b716-88a929b830bb'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:14:58.438824 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e224f9f7-8ddc-4b6a-a03b-a88ad9a9bd5c" -d '{"events": [{"server_uuid": "462a7ad5-816c-49b1-a36b-84dc587c93ca", "name": "network-vif-deleted", "tag": "41238094-cf08-4cf7-b716-88a929b830bb"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:14:58.442385 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:14:58.448895 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:14:58.456302 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'Port': ['ID=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:58.519329 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] Sync routers for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:14:58.553327 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:58.555095 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:58.555769 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:58.565723 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:58.586476 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1091f4-de5f-4f6a-be96-147fc63fdbd3 req-92c9de46-3021-4908-b962-698e65ca441d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:58.589128 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0c1091f4-de5f-4f6a-be96-147fc63fdbd3 req-92c9de46-3021-4908-b962-698e65ca441d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 932 time: 0.2065742 Aug 01 14:14:58.613638 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cefab0-1b69-4bea-a081-8c438e25ce90 req-94a46b01-ae98-4b02-b37a-9d0e44018d6c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:58.615720 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-52cefab0-1b69-4bea-a081-8c438e25ce90 req-94a46b01-ae98-4b02-b37a-9d0e44018d6c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.1546226 Aug 01 14:14:58.635001 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:58.635678 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:58.688524 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:58.703644 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-07ea49b5-5118-41fb-b19d-dd46b6c60415 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6696939 Aug 01 14:14:58.731767 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0c1091f4-de5f-4f6a-be96-147fc63fdbd3 req-51641b6f-1dd5-4652-8444-3f4342a38d9a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282170 Aug 01 14:14:58.736101 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-52cefab0-1b69-4bea-a081-8c438e25ce90 req-4006c56b-ec85-41fe-b072-3b9a06f774da tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111717 Aug 01 14:14:58.795537 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34522) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:58.802722 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef9398c-a891-4244-a9ff-d8803f5bb956 x-openstack-request-id: req-fef9398c-a891-4244-a9ff-d8803f5bb956 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:14:58.802865 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462a7ad5-816c-49b1-a36b-84dc587c93ca", "name": "network-vif-deleted", "tag": "41238094-cf08-4cf7-b716-88a929b830bb", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:14:58.803129 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fef9398c-a891-4244-a9ff-d8803f5bb956 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:14:58.803535 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef9398c-a891-4244-a9ff-d8803f5bb956'] response: {'server_uuid': '462a7ad5-816c-49b1-a36b-84dc587c93ca', 'name': 'network-vif-deleted', 'tag': '41238094-cf08-4cf7-b716-88a929b830bb', 'status': 'completed', 'code': 200} Aug 01 14:14:58.882667 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Request body: {'port': {'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:58.912946 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:58.920317 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1315956960-network', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:58.924910 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-ae9cd502-0636-471c-8274-74e065bbdce7 None None] Provisioning complete for port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:14:58.925531 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ae9cd502-0636-471c-8274-74e065bbdce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:58.968221 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Made reservation on behalf of db87d8b3358945aa88acbdc4246917ae for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:14:58.970622 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:58.992907 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:58.998440 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.048932 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-ae9cd502-0636-471c-8274-74e065bbdce7 None None] Port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:14:59.092392 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:59.158806 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] Checking router: ea85f9a1-1122-4c86-9aee-b09a6924811b for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:14:59.181737 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:14:59.182494 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:59.188859 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.229028 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0918084a-3bb7-4778-b923-9be24dc9746f req-36e486e0-1176-4655-9b0c-9488066cd7ce tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/ports?device_id=462a7ad5-816c-49b1-a36b-84dc587c93ca HTTP/1.1" status: 200 len: 210 time: 0.0557592 Aug 01 14:14:59.277261 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Publish callbacks [] for security_group (e4f6fdd3-8bf2-4436-8778-aa545d49ee8b), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.297040 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (e4f6fdd3-8bf2-4436-8778-aa545d49ee8b), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.317378 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:14:59.340566 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:14:59.345739 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:59.373579 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (ddd4edc5-e565-40b3-8663-933d40c93fcd), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.374035 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Added segment ddd4edc5-e565-40b3-8663-933d40c93fcd of type vlan for network 1987c22e-ab83-4108-bc22-29b9909b71a1 Aug 01 14:14:59.394022 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f6fdd3-8bf2-4436-8778-aa545d49ee8b,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:59.476810 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (1987c22e-ab83-4108-bc22-29b9909b71a1), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.506609 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b550f9ea-8012-4b81-8b79-2ea6bb8e8012 {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:14:59.517883 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Publish callbacks [] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.519978 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:59.539675 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (1987c22e-ab83-4108-bc22-29b9909b71a1), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.540758 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:14:59.541424 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.566204 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:14:59.597932 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Transition to ACTIVE for port object b550f9ea-8012-4b81-8b79-2ea6bb8e8012 will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:14:59.604299 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.606001 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41857932-98a8-4d1f-9083-d60b57963157 None None] The sync data for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi is: [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:08:22Z', 'revision_number': 4, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '7deb3e08-7deb-483d-a7f5-480467a2e703', 'name': '', 'network_id': 'c1aca417-45fc-4b60-8100-7ab851d89316', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'mac_address': 'fa:16:3e:e9:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:19Z', 'updated_at': '2022-08-01T14:08:34Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'subnets': [{'id': '93a89a5f-ac0b-49b4-82c8-60f15b352ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:14:59.622478 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8257740 Aug 01 14:14:59.625727 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34528) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:14:59.632541 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Request body: {'subnet': {'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-subnet', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:14:59.646108 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3da89-97c0-40c1-8067-5b3cf8f64590 admin admin] Pushing event updated for resources: {'Network': ['ID=1987c22e-ab83-4108-bc22-29b9909b71a1,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:59.659271 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:14:59.674639 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Pushing event updated for resources: {'Port': ['ID=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:14:59.705590 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Made reservation on behalf of db87d8b3358945aa88acbdc4246917ae for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:14:59.708920 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125095871'] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.770342 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:59.801241 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Attempting to bind port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:14:59.801587 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Attempting to bind port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:14:59.801947 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Attempting to bind port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 on network e95fe17e-40dc-4b82-adc2-9adb31102a43 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:14:59.822366 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 on network e95fe17e-40dc-4b82-adc2-9adb31102a43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:14:59.822704 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Attempting to bind port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 on network e95fe17e-40dc-4b82-adc2-9adb31102a43 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:14:59.838801 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:14:59.839311 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Checking segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:14:59.839899 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Bound using segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:14:59.840625 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Bound port: b550f9ea-8012-4b81-8b79-2ea6bb8e8012, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:14:59.841202 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:14:59.921854 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:DELETE=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:14:59.929018 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.039279 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c63e0-0729-4693-9a43-3ef3cd30111b req-3ff7e562-0eee-4d33-80b2-3404855f59a5 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:00.041066 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5f3c63e0-0729-4693-9a43-3ef3cd30111b req-3ff7e562-0eee-4d33-80b2-3404855f59a5 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 944 time: 0.1114099 Aug 01 14:15:00.043585 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-124942983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125095881'] for subnet (aa6d82a5-098f-44c2-8d12-39c17960c636), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.049013 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77d407-cae6-4d84-91a8-4f7f9ce7c19e req-dace77e5-e803-4941-9400-fe754190dade tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:00.050534 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-af77d407-cae6-4d84-91a8-4f7f9ce7c19e req-dace77e5-e803-4941-9400-fe754190dade tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.1318259 Aug 01 14:15:00.055347 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] For port b550f9ea-8012-4b81-8b79-2ea6bb8e8012, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:15:00.073883 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c51c7c3-de30-4930-b9df-86e1f7db0878 None None] New status for floating IP 41fe5ea3-aa57-490c-872e-c68cd14a084a: DOWN {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:15:00.126167 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6d82a5-098f-44c2-8d12-39c17960c636,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:00.134100 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Checking segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:15:00.134489 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Network hostable DHCP agents. Network: 1987c22e-ab83-4108-bc22-29b9909b71a1, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:15:00.156967 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] For port b550f9ea-8012-4b81-8b79-2ea6bb8e8012, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:15:00.157252 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:15:00.171917 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 1987c22e-ab83-4108-bc22-29b9909b71a1) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:15:00.181562 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:00.182390 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.182664 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf1114-6231-4a0f-8788-25106410db2a None None] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:15:00.190551 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5f3c63e0-0729-4693-9a43-3ef3cd30111b req-bc770827-524b-4ee3-887a-4943719e6e1a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388257 Aug 01 14:15:00.193196 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.198360 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:00.199168 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.200870 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] 10.222.0.57 "PUT /v2.0/ports/b550f9ea-8012-4b81-8b79-2ea6bb8e8012 HTTP/1.1" status: 200 len: 1094 time: 1.3247931 Aug 01 14:15:00.217915 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4417300f-a00f-4f8d-99c0-96bb8a764906 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5855720 Aug 01 14:15:00.217915 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34536) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:00.230213 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-af77d407-cae6-4d84-91a8-4f7f9ce7c19e req-eb71b17a-312e-4a2a-aa5b-6ebdab057ed8 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281564 Aug 01 14:15:00.243223 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:15:00.286319 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-565784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-352'] for router (81e49279-8e0b-41d8-8922-2266359f7c20), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.287737 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (81e49279-8e0b-41d8-8922-2266359f7c20), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.364838 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-61959560-9db1-4417-9832-40397339f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:00.374425 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-61959560-9db1-4417-9832-40397339f81c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 1128 time: 0.0771091 Aug 01 14:15:00.374598 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34542) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:00.375936 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b65bbf-2488-5189-87ab-f25c61db93e1-1987c22e-ab83-4108-bc22-29b9909b71a1', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636'}]}} from dv-cinder-845178-10-iscsi. {{(pid=104320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 01 14:15:00.376868 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.392850 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks [] for router_controller (81e49279-8e0b-41d8-8922-2266359f7c20), precommit_add_association {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.394958 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:15:00.437803 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-5d4077a6-c566-458f-978c-5bc0baf0293e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b550f9ea-8012-4b81-8b79-2ea6bb8e8012 HTTP/1.1" status: 200 len: 217 time: 0.0550582 Aug 01 14:15:00.445053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f13b8-7fc8-491b-8a30-ee3af9bd8f09 service neutron] Pushing event updated for resources: {'Port': ['ID=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:00.502998 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-36992393-4f86-496d-98f1-a018de2ce950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:00.505030 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-36992393-4f86-496d-98f1-a018de2ce950 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.0610101 Aug 01 14:15:00.510259 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0a31577-8100-4e24-8ea1-77d5fbdca2be tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (2330a51e-be45-4b49-8d1e-386d37849288), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.554245 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Allocated IP 172.20.0.2 (1987c22e-ab83-4108-bc22-29b9909b71a1/aa6d82a5-098f-44c2-8d12-39c17960c636/6ffe38c4-6884-42cd-bd16-db96f6c35ddc) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:15:00.579924 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-9ba6f5c5-a644-4524-9b69-987aff9fb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:00.582686 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-9ba6f5c5-a644-4524-9b69-987aff9fb85c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0704312 Aug 01 14:15:00.625429 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0a31577-8100-4e24-8ea1-77d5fbdca2be tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (2330a51e-be45-4b49-8d1e-386d37849288), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.630093 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks [] for router_gateway (81e49279-8e0b-41d8-8922-2266359f7c20), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.631311 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 41238094-cf08-4cf7-b716-88a929b830bb no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:15:00.658881 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 41238094-cf08-4cf7-b716-88a929b830bb {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:15:00.659630 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 41238094-cf08-4cf7-b716-88a929b830bb not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:15:00.696949 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:00.699515 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-bd03662e-3c9e-4e2f-8ca7-0eb3c69dca8d service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091166 Aug 01 14:15:00.811935 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0a31577-8100-4e24-8ea1-77d5fbdca2be tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2330a51e-be45-4b49-8d1e-386d37849288), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.815377 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0a31577-8100-4e24-8ea1-77d5fbdca2be tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.821398 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d0a31577-8100-4e24-8ea1-77d5fbdca2be tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "DELETE /v2.0/security-groups/2330a51e-be45-4b49-8d1e-386d37849288 HTTP/1.1" status: 204 len: 168 time: 0.4419355 Aug 01 14:15:00.847871 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:00.850418 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Publish callbacks [] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.860745 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:00.876423 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34544) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:00.880921 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a31577-8100-4e24-8ea1-77d5fbdca2be tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2330a51e-be45-4b49-8d1e-386d37849288,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:00.908930 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.api.v2.resource [None req-73b3f2ae-db24-47b0-9cac-707d79b1b13c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] show failed (client error): The resource could not be found. Aug 01 14:15:00.910372 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-73b3f2ae-db24-47b0-9cac-707d79b1b13c tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "GET /v2.0/security-groups/2330a51e-be45-4b49-8d1e-386d37849288 HTTP/1.1" status: 404 len: 347 time: 0.0264487 Aug 01 14:15:00.914176 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34546) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:00.961502 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:15:00.962986 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Pushing event updated for resources: {'Port': ['ID=6ffe38c4-6884-42cd-bd16-db96f6c35ddc,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:00.970216 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:15:00.973687 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:00.974702 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:15:01.001063 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:01.075090 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Attempting to bind port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:15:01.075560 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Attempting to bind port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:15:01.076007 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Attempting to bind port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc on network 1987c22e-ab83-4108-bc22-29b9909b71a1 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:15:01.079515 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'tag': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:15:01.082204 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ff159-259a-44d2-a076-668a4f2c4af4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1842e4-dc37-4e0d-b172-23f29125f8d0", "tag": "b550f9ea-8012-4b81-8b79-2ea6bb8e8012"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:15:01.083080 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:15:01.083405 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Checking segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:15:01.083810 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-5516aea8-e94e-48e1-af05-7fe489798418 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Deleting port b7eee1a8-7224-499f-a88e-26128e1cf542 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:15:01.083927 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.084145 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5516aea8-e94e-48e1-af05-7fe489798418 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (b7eee1a8-7224-499f-a88e-26128e1cf542), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.084374 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Bound using segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:15:01.084861 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Bound port: 6ffe38c4-6884-42cd-bd16-db96f6c35ddc, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:15:01.085416 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.144071 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks [] for router_gateway (81e49279-8e0b-41d8-8922-2266359f7c20), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.189730 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.189904 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc40129-61c8-4e5e-8989-be1fb5cf8846 x-openstack-request-id: req-9fc40129-61c8-4e5e-8989-be1fb5cf8846 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:15:01.190453 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1842e4-dc37-4e0d-b172-23f29125f8d0", "tag": "b550f9ea-8012-4b81-8b79-2ea6bb8e8012", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:15:01.190859 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9fc40129-61c8-4e5e-8989-be1fb5cf8846 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:15:01.191493 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc40129-61c8-4e5e-8989-be1fb5cf8846'] response: {'name': 'network-changed', 'server_uuid': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'tag': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'status': 'completed', 'code': 200} Aug 01 14:15:01.201061 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] For port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:15:01.206617 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] For port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=6ffe38c4-6884-42cd-bd16-db96f6c35ddc,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:15:01.213206 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10cc54d2-dbf9-4f9c-8714-8ef15cb7693a req-56ed321b-0bfa-4fbf-82cb-2f47cc992335 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049145 Aug 01 14:15:01.218314 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.359033 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5516aea8-e94e-48e1-af05-7fe489798418 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (b7eee1a8-7224-499f-a88e-26128e1cf542), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.359355 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5516aea8-e94e-48e1-af05-7fe489798418 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (b7eee1a8-7224-499f-a88e-26128e1cf542), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.363298 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295a2e1-b648-4101-bcae-cec71c4d83eb None None] Pushing event updated for resources: {'Port': ['ID=6ffe38c4-6884-42cd-bd16-db96f6c35ddc,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:01.403971 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-5516aea8-e94e-48e1-af05-7fe489798418 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Calling delete_port for b7eee1a8-7224-499f-a88e-26128e1cf542 owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:15:01.404339 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:01.461337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be349821-a0ad-4729-ba27-97824170c776 req-95c0a989-b4ec-44db-9633-cdd31985966b tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:01.463115 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be349821-a0ad-4729-ba27-97824170c776 req-95c0a989-b4ec-44db-9633-cdd31985966b tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 944 time: 0.1378105 Aug 01 14:15:01.490706 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Allocated IP 172.27.4.236 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/4513fdee-c02a-44df-b183-18f7e6f58522) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:15:01.502711 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e71e1c-2420-4221-a815-17d2e147177f req-2c86a977-5bf4-40cd-a860-8ac48bfad609 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:01.504524 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-26e71e1c-2420-4221-a815-17d2e147177f req-2c86a977-5bf4-40cd-a860-8ac48bfad609 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.1153555 Aug 01 14:15:01.593516 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-cf759652-babe-4738-b231-eb3de9fcee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:01.595023 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-cf759652-babe-4738-b231-eb3de9fcee38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 1128 time: 0.1536572 Aug 01 14:15:01.688171 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be349821-a0ad-4729-ba27-97824170c776 req-638df0ba-9caa-4453-960a-3d28da382817 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945844 Aug 01 14:15:01.705803 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-26e71e1c-2420-4221-a815-17d2e147177f req-f0e8a89a-7199-4d71-842c-72a451b16cc8 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649284 Aug 01 14:15:01.709462 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks [] for port (4513fdee-c02a-44df-b183-18f7e6f58522), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.748619 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5516aea8-e94e-48e1-af05-7fe489798418 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (b7eee1a8-7224-499f-a88e-26128e1cf542), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.764539 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-66efe6be-024e-4c4e-9cf2-a64fb3462ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:01.765995 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-66efe6be-024e-4c4e-9cf2-a64fb3462ad1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 912 time: 0.1624811 Aug 01 14:15:01.780602 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516aea8-e94e-48e1-af05-7fe489798418 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Pushing event deleted for resources: {'Port': ['ID=b7eee1a8-7224-499f-a88e-26128e1cf542,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:01.813092 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-8cb7ba97-7b4c-4dae-bf57-52f0933cbd8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b550f9ea-8012-4b81-8b79-2ea6bb8e8012 HTTP/1.1" status: 200 len: 217 time: 0.0400789 Aug 01 14:15:01.841871 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.854626 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:01.910083 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-4a924a32-6a00-43b5-83ad-52d7c890e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:01.917487 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-4a924a32-6a00-43b5-83ad-52d7c890e821 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.0911484 Aug 01 14:15:01.925455 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:15:01.926403 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 6ffe38c4-6884-42cd-bd16-db96f6c35ddc up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:15:01.932191 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5516aea8-e94e-48e1-af05-7fe489798418 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks [] for floatingip (41fe5ea3-aa57-490c-872e-c68cd14a084a), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.934917 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5516aea8-e94e-48e1-af05-7fe489798418 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:01.938725 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-5516aea8-e94e-48e1-af05-7fe489798418 tempest-AttachVolumeTestJSON-2080606932 tempest-AttachVolumeTestJSON-2080606932-project] 10.222.0.45 "DELETE /v2.0/floatingips/41fe5ea3-aa57-490c-872e-c68cd14a084a HTTP/1.1" status: 204 len: 168 time: 1.0207529 Aug 01 14:15:01.938725 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:15:01.942198 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:15:01.982878 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4513fdee-c02a-44df-b183-18f7e6f58522,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:02.003129 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-8381572e-b9f1-470a-8bf1-0efee0d6cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:02.005651 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-8381572e-b9f1-470a-8bf1-0efee0d6cd09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0854747 Aug 01 14:15:02.038076 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:02.039275 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:02.174064 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:02.174635 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:02.184508 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-da6b993f-da17-4d43-b184-5658fa893f6f service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716239 Aug 01 14:15:02.222701 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=6ffe38c4-6884-42cd-bd16-db96f6c35ddc,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:02.224823 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:02.238958 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:02.314459 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=6ffe38c4-6884-42cd-bd16-db96f6c35ddc,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:02.345889 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3ff159-259a-44d2-a076-668a4f2c4af4 req-ec148892-c871-4fe9-b35c-1f11d33af0c1 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547863 Aug 01 14:15:02.479237 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:02.547756 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2beb207-dae6-4e06-abfa-466ba4c4fc32 None None] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:15:02.616234 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks [] for router_gateway (81e49279-8e0b-41d8-8922-2266359f7c20), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:02.625732 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-f3d006b2-436c-4a79-9d31-b3db84a0e3b1 None None] Provisioning complete for port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:02.626109 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f3d006b2-436c-4a79-9d31-b3db84a0e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:02.755793 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-f3d006b2-436c-4a79-9d31-b3db84a0e3b1 None None] Current status of the port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:02.856592 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407571'] for router (81e49279-8e0b-41d8-8922-2266359f7c20), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:02.947001 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26521e-ed00-4222-8959-d8809e728abd req-40d25552-108b-4df8-9f06-4ade39a56468 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:02.948624 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1e26521e-ed00-4222-8959-d8809e728abd req-40d25552-108b-4df8-9f06-4ade39a56468 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0930369 Aug 01 14:15:02.958277 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60513f63-3c39-47d9-aba3-ced240a08601 req-6992ff04-ec39-48a6-9aff-a099d28399ec tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:02.959883 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-60513f63-3c39-47d9-aba3-ced240a08601 req-6992ff04-ec39-48a6-9aff-a099d28399ec tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.1030717 Aug 01 14:15:03.027690 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Router 81e49279-8e0b-41d8-8922-2266359f7c20 is scheduled to L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f with binding_index 1 {{(pid=104319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 01 14:15:03.054453 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1e26521e-ed00-4222-8959-d8809e728abd req-ce3cd1e0-ef56-4334-b7c9-1159d356afb8 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933123 Aug 01 14:15:03.060376 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-60513f63-3c39-47d9-aba3-ced240a08601 req-838bf7fb-6ccd-4bc4-9620-767df04661f8 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918405 Aug 01 14:15:03.097821 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-3af1a3fa-f07c-4d39-8a16-688ee59a6328 None None] Provisioning complete for port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:03.098469 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3af1a3fa-f07c-4d39-8a16-688ee59a6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:03.136936 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:03.154440 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:15:03.169808 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:15:03.201631 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:03.203092 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-bd2c5d81-c1b6-4daa-8968-6e55a3e2e0f8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9869347 Aug 01 14:15:03.207640 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34566) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:03.213743 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:15:03.214403 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:03.218021 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-3af1a3fa-f07c-4d39-8a16-688ee59a6328 None None] Current status of the port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:03.420735 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:03.480508 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:15:03.606920 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:03.677945 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:02Z', 'revision_number': 3, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:03.704057 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:15:03.704445 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Updating router 81e49279-8e0b-41d8-8922-2266359f7c20 port 4513fdee-c02a-44df-b183-18f7e6f58522 binding host dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:15:03.735366 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:03.748423 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:03.894555 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 6ffe38c4-6884-42cd-bd16-db96f6c35ddc up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:15:03.940721 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Allocated IP 172.20.0.1 (1987c22e-ab83-4108-bc22-29b9909b71a1/aa6d82a5-098f-44c2-8d12-39c17960c636/bae76511-8da4-483f-aff0-1b67c876e6eb) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:15:03.981872 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:04.027651 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:04.027651 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.073351 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Publish callbacks [] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.125151 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.179375 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:15:04.198508 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Publish callbacks [] for port (4513fdee-c02a-44df-b183-18f7e6f58522), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.200977 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:15:04.203859 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:04.211001 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.229119 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:15:04.253696 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Attempting to bind port 4513fdee-c02a-44df-b183-18f7e6f58522 on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:15:04.254159 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Attempting to bind port 4513fdee-c02a-44df-b183-18f7e6f58522 by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:15:04.254732 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Attempting to bind port 4513fdee-c02a-44df-b183-18f7e6f58522 on network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:15:04.270133 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:15:04.270651 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Checking segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:15:04.270977 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.271383 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Bound using segment: {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:15:04.271885 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Bound port: 4513fdee-c02a-44df-b183-18f7e6f58522, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d88fd8-bfc7-4d70-880a-1a9c4041dd53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:15:04.272265 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.293341 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Pushing event updated for resources: {'Port': ['ID=bae76511-8da4-483f-aff0-1b67c876e6eb,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:04.299079 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aab549-a488-4cc5-ab2d-4d916a5460b5 None None] Pushing event updated for resources: {'Port': ['ID=4513fdee-c02a-44df-b183-18f7e6f58522,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:04.308768 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b53c-a08e-4f70-918d-1cba5aa7125b req-9414da60-808e-43d3-96a4-09831efa7d44 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:04.312925 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f343b53c-a08e-4f70-918d-1cba5aa7125b req-9414da60-808e-43d3-96a4-09831efa7d44 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.1367691 Aug 01 14:15:04.336917 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:04.342324 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] For port 4513fdee-c02a-44df-b183-18f7e6f58522, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:15:04.348157 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] For port 4513fdee-c02a-44df-b183-18f7e6f58522, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=4513fdee-c02a-44df-b183-18f7e6f58522,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:15:04.357030 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.358491 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6be32-0148-4cc5-be62-467fce8aef36 req-7c634b42-86e7-4858-9216-46a314a696e0 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:04.360384 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6ad6be32-0148-4cc5-be62-467fce8aef36 req-7c634b42-86e7-4858-9216-46a314a696e0 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 944 time: 0.1537440 Aug 01 14:15:04.410133 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f343b53c-a08e-4f70-918d-1cba5aa7125b req-8a47987f-316e-4e23-8573-41cde6b2b234 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864582 Aug 01 14:15:04.411100 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581252'] for router_interface (81e49279-8e0b-41d8-8922-2266359f7c20), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.422110 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:15:04.422759 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:04.487182 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aab549-a488-4cc5-ab2d-4d916a5460b5 None None] Pushing event updated for resources: {'Port': ['ID=4513fdee-c02a-44df-b183-18f7e6f58522,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:04.496233 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:04.501846 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:04.529873 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6ad6be32-0148-4cc5-be62-467fce8aef36 req-87a07ce8-da02-4aec-842e-a27c83e84559 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332157 Aug 01 14:15:04.580502 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:15:04.633450 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.647032 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-719d2327-d50d-401d-aaf9-18be4f1d7cbf None None] Provisioning complete for port bae76511-8da4-483f-aff0-1b67c876e6eb triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:04.647410 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-719d2327-d50d-401d-aaf9-18be4f1d7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.728523 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-719d2327-d50d-401d-aaf9-18be4f1d7cbf None None] Port bae76511-8da4-483f-aff0-1b67c876e6eb cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:15:04.836955 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:02Z', 'revision_number': 3, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:04.878197 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8f2db-0d6d-47c1-9af6-f74d877a99a2 None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:02Z', 'revision_number': 3, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:15:04.918435 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Publish callbacks [] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:04.926708 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:05.005147 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Pushing event updated for resources: {'Port': ['ID=bae76511-8da4-483f-aff0-1b67c876e6eb,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:05.007980 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407348'] for router_interface (81e49279-8e0b-41d8-8922-2266359f7c20), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:05.019199 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.019644 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.020039 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.020422 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.020826 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.021231 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.021608 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.021960 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.022338 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.022675 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.023012 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.023343 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.023667 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.024002 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.024346 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:05.158710 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:15:05.160425 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:15:05.343094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Router 81e49279-8e0b-41d8-8922-2266359f7c20 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:15:05.454532 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-a8e2d948-4551-4667-8ee6-7a123ce6ac36 None None] Provisioning complete for port bae76511-8da4-483f-aff0-1b67c876e6eb triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:05.455125 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a8e2d948-4551-4667-8ee6-7a123ce6ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:05.492182 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:15:05.510916 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-58fd96ae-8908-4170-87f8-d898b9854091 admin admin] 10.222.0.45 "PUT /v2.0/routers/81e49279-8e0b-41d8-8922-2266359f7c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2901666 Aug 01 14:15:05.511244 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2d948-4551-4667-8ee6-7a123ce6ac36 None None] Port bae76511-8da4-483f-aff0-1b67c876e6eb cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:15:05.547836 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:05.558388 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eff49-230d-4b16-bdd6-c1acc24c6f81 req-7f1c651e-2312-4c97-9e5f-48e8a4c409fd tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:05.560030 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d92eff49-230d-4b16-bdd6-c1acc24c6f81 req-7f1c651e-2312-4c97-9e5f-48e8a4c409fd tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0579400 Aug 01 14:15:05.643844 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d92eff49-230d-4b16-bdd6-c1acc24c6f81 req-1f106070-92f2-44f8-8d2f-28a6eb0acb2b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757525 Aug 01 14:15:05.707253 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806a87b-0160-4538-a55e-5ffbc6f5ef94 req-71fe1814-6e7c-475d-8a93-38e8f22810e2 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:05.709929 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a806a87b-0160-4538-a55e-5ffbc6f5ef94 req-71fe1814-6e7c-475d-8a93-38e8f22810e2 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 944 time: 0.0643749 Aug 01 14:15:05.816350 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a806a87b-0160-4538-a55e-5ffbc6f5ef94 req-f0671a38-041d-4bd0-bef6-2383fda812a4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010392 Aug 01 14:15:05.936428 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34602) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:05.967555 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 4513fdee-c02a-44df-b183-18f7e6f58522 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:15:05.988496 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34606) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:05.997269 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-5064bc8d-07f7-45cb-87f4-1d460eaf2e19 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888768002', 'description': 'tempest-description--885833264'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:15:06.053835 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5064bc8d-07f7-45cb-87f4-1d460eaf2e19 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.075485 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 4513fdee-c02a-44df-b183-18f7e6f58522 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:06.075919 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.128860 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:06.171829 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5064bc8d-07f7-45cb-87f4-1d460eaf2e19 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (7cde7de2-dd6b-4f81-a8b7-270a1e5b3366), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.180612 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5064bc8d-07f7-45cb-87f4-1d460eaf2e19 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (7cde7de2-dd6b-4f81-a8b7-270a1e5b3366), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.189267 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:06.192134 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:06.209513 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 4513fdee-c02a-44df-b183-18f7e6f58522 is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:06.209930 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.234966 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064bc8d-07f7-45cb-87f4-1d460eaf2e19 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:06.242767 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5064bc8d-07f7-45cb-87f4-1d460eaf2e19 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.247038 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port 4513fdee-c02a-44df-b183-18f7e6f58522, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=4513fdee-c02a-44df-b183-18f7e6f58522,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:06.247484 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34608) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:06.248037 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-5064bc8d-07f7-45cb-87f4-1d460eaf2e19 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2570417 Aug 01 14:15:06.251914 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-1a8a60c0-2e97-4085-a09f-3bc6a9aab4cf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group_rule': {'security_group_id': '7cde7de2-dd6b-4f81-a8b7-270a1e5b3366', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:15:06.254345 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.319007 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=4513fdee-c02a-44df-b183-18f7e6f58522,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:06.363682 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a8a60c0-2e97-4085-a09f-3bc6a9aab4cf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (44c5767f-508c-48f4-a9b2-f996e249bf9f), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.500167 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a8a60c0-2e97-4085-a09f-3bc6a9aab4cf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (44c5767f-508c-48f4-a9b2-f996e249bf9f), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.519615 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a8a60c0-2e97-4085-a09f-3bc6a9aab4cf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (44c5767f-508c-48f4-a9b2-f996e249bf9f), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.583705 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a60c0-2e97-4085-a09f-3bc6a9aab4cf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c5767f-508c-48f4-a9b2-f996e249bf9f,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:06.597307 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-1a8a60c0-2e97-4085-a09f-3bc6a9aab4cf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.601664 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-1a8a60c0-2e97-4085-a09f-3bc6a9aab4cf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504393 Aug 01 14:15:06.601664 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (ea85f9a1-1122-4c86-9aee-b09a6924811b), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.602896 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34610) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:06.607100 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-28479968-f59e-459d-9676-5da3a4f92247 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group_rule': {'security_group_id': '7cde7de2-dd6b-4f81-a8b7-270a1e5b3366', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:15:06.640906 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-28479968-f59e-459d-9676-5da3a4f92247 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (3e362893-12af-491b-a294-e829b13c03ac), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.707263 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:06.726728 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-28479968-f59e-459d-9676-5da3a4f92247 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (3e362893-12af-491b-a294-e829b13c03ac), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.732757 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-28479968-f59e-459d-9676-5da3a4f92247 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (3e362893-12af-491b-a294-e829b13c03ac), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.761203 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28479968-f59e-459d-9676-5da3a4f92247 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e362893-12af-491b-a294-e829b13c03ac,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:06.769814 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-28479968-f59e-459d-9676-5da3a4f92247 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.774670 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-28479968-f59e-459d-9676-5da3a4f92247 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683075 Aug 01 14:15:06.775121 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34614) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:06.782712 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:15:06.815706 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.864105 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a62706-d0a1-4689-9059-ae2b836c8519 req-6c9ab0cf-d07a-4f2b-bd86-1430d9943adb tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:06.865806 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-33a62706-d0a1-4689-9059-ae2b836c8519 req-6c9ab0cf-d07a-4f2b-bd86-1430d9943adb tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0866044 Aug 01 14:15:06.939663 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:06.978260 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:15:06.985713 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:06.991614 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:15:06.992497 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:07.018726 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-33a62706-d0a1-4689-9059-ae2b836c8519 req-eaafba91-2d05-4cb4-85e7-a9f0d7b2e25c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466537 Aug 01 14:15:07.030136 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4282eb6-eb50-45fb-86d1-bc2988590dc9 req-b5797af6-0799-457c-b31c-84f1c096adda tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:07.032192 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d4282eb6-eb50-45fb-86d1-bc2988590dc9 req-b5797af6-0799-457c-b31c-84f1c096adda tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 944 time: 0.1204414 Aug 01 14:15:07.054209 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] Deleting port 7deb3e08-7deb-483d-a7f5-480467a2e703 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:15:07.054571 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.095634 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Allocated IP 172.27.4.6 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/255aa614-0aaf-40a2-8331-79ccade26ea7) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:15:07.118664 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:07.155410 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:15:07.166805 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d4282eb6-eb50-45fb-86d1-bc2988590dc9 req-fd2870b9-ddd7-4831-8fac-dd41799e4762 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258192 Aug 01 14:15:07.174697 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:07.187920 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] For port 7deb3e08-7deb-483d-a7f5-480467a2e703, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=7deb3e08-7deb-483d-a7f5-480467a2e703,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:07.188318 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.206047 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] Calling delete_port for 7deb3e08-7deb-483d-a7f5-480467a2e703 owned by network:router_interface {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:15:07.252031 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (255aa614-0aaf-40a2-8331-79ccade26ea7), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.295362 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (255aa614-0aaf-40a2-8331-79ccade26ea7), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.341930 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:15:07.348941 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:15:07.354202 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:15:07.391709 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=255aa614-0aaf-40a2-8331-79ccade26ea7,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:07.403422 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 2, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:07.433080 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:15:07.433461 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Updating router 81e49279-8e0b-41d8-8922-2266359f7c20 port bae76511-8da4-483f-aff0-1b67c876e6eb binding host dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 01 14:15:07.467347 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.470767 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (7ee1b4d8-9687-44c5-ad5d-d3c967b8d658), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.474433 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:07.508135 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:07.537804 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (255aa614-0aaf-40a2-8331-79ccade26ea7), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.696892 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-c546e880-c1a7-4be3-a034-81a5ee62c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:07.698460 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-c546e880-c1a7-4be3-a034-81a5ee62c83d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6bfbca571c4b4199a577322e866dfae9&device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1129 time: 0.0601184 Aug 01 14:15:07.747107 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (255aa614-0aaf-40a2-8331-79ccade26ea7), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.754011 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (255aa614-0aaf-40a2-8331-79ccade26ea7), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.787364 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Publish callbacks [] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.794389 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.825663 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:07.859799 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=255aa614-0aaf-40a2-8331-79ccade26ea7,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:07.863962 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (7ee1b4d8-9687-44c5-ad5d-d3c967b8d658), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.891917 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.893607 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-7c6a64eb-e2c5-4e07-a8f4-3d120c759f22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1168361 Aug 01 14:15:07.895522 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Pushing event updated for resources: {'Port': ['ID=bae76511-8da4-483f-aff0-1b67c876e6eb,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:07.929149 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 4513fdee-c02a-44df-b183-18f7e6f58522 up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:15:07.934176 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-075e942b-f038-4355-8a24-808cd4b80338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:07.935722 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-075e942b-f038-4355-8a24-808cd4b80338 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83622244-0e2b-48fa-9f1f-b69b203342d9 HTTP/1.1" status: 200 len: 909 time: 0.1987832 Aug 01 14:15:07.954016 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.954523 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.955045 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.955564 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.956078 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.956612 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.957492 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.958221 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.959463 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.960545 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.961065 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.961590 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.962083 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.962701 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.963400 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:07.977136 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Attempting to bind port bae76511-8da4-483f-aff0-1b67c876e6eb on host dv-cinder-845178-10-iscsi for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:15:07.977862 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Attempting to bind port bae76511-8da4-483f-aff0-1b67c876e6eb by drivers openvswitch,hyperv on host dv-cinder-845178-10-iscsi at level 0 using segments [{'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:15:07.978400 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Attempting to bind port bae76511-8da4-483f-aff0-1b67c876e6eb on network 1987c22e-ab83-4108-bc22-29b9909b71a1 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:15:07.988963 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Checking agent: {'id': '48c49875-728c-4a60-8d6c-0d108458f440', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845178-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 13, 59, 29), 'started_at': datetime.datetime(2022, 8, 1, 13, 59, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845178-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:15:07.989525 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Checking segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:15:07.990634 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:07.991225 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Bound using segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:15:07.991970 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Bound port: bae76511-8da4-483f-aff0-1b67c876e6eb, host: dv-cinder-845178-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:15:07.992766 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:08.009139 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port 4513fdee-c02a-44df-b183-18f7e6f58522 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:08.011771 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:08.014065 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (7deb3e08-7deb-483d-a7f5-480467a2e703), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:08.051323 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-f9fc297b-8cdb-4a35-a144-42787741c616 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 200 len: 1000 time: 0.1072767 Aug 01 14:15:08.053710 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] Pushing event deleted for resources: {'Port': ['ID=7deb3e08-7deb-483d-a7f5-480467a2e703,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:08.128917 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port 4513fdee-c02a-44df-b183-18f7e6f58522 is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:08.140228 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] For port bae76511-8da4-483f-aff0-1b67c876e6eb, host dv-cinder-845178-10-iscsi, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:15:08.140500 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-4b90f4f6-704a-4bb2-b89b-e6e1753e7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:08.142023 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-4b90f4f6-704a-4bb2-b89b-e6e1753e7b7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f372540b-2ce5-4811-a16d-91adb9bef9cf HTTP/1.1" status: 200 len: 847 time: 0.0766537 Aug 01 14:15:08.149345 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] For port bae76511-8da4-483f-aff0-1b67c876e6eb, host dv-cinder-845178-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=bae76511-8da4-483f-aff0-1b67c876e6eb,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:15:08.157096 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:08.197470 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:15:08.198263 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:08.317108 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d876d-b3b2-4490-8b02-e4cd24ed430a req-21244430-e960-4f8d-8bb7-24c5eb777bcb tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:08.319336 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2c9d876d-b3b2-4490-8b02-e4cd24ed430a req-21244430-e960-4f8d-8bb7-24c5eb777bcb tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.1758647 Aug 01 14:15:08.319904 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2efa5-c707-4eac-b5a3-df9d89165923 None None] Pushing event updated for resources: {'Port': ['ID=bae76511-8da4-483f-aff0-1b67c876e6eb,revision_number=4']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:08.349226 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-a96309e7-50a2-4894-b93d-b1c7a7c1e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:08.351655 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-a96309e7-50a2-4894-b93d-b1c7a7c1e4d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83622244-0e2b-48fa-9f1f-b69b203342d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1609521 Aug 01 14:15:08.363281 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-b74b3296-52d2-427e-9cd2-b108128304a2 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--888768002&fields=id&tenant_id=db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 267 time: 0.3107197 Aug 01 14:15:08.375467 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:15:08.422108 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:08.555725 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:08.556324 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:08.591304 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2c9d876d-b3b2-4490-8b02-e4cd24ed430a req-4b4f5745-1825-43e8-b4a3-68a89d55b8a3 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628255 Aug 01 14:15:08.646276 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device b550f9ea-8012-4b81-8b79-2ea6bb8e8012 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:15:08.653724 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:08Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:08.680063 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:08.687585 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392ddf8-09a5-415c-a6a8-4b147d0ea6da None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:08Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:15:08.705073 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-d538321b-e076-4612-a6d7-f0b427de0d14 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372998 Aug 01 14:15:08.745524 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-6ac7ea5c-2d3c-422c-bd4d-ff5a326588e1 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:08.753957 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-6ac7ea5c-2d3c-422c-bd4d-ff5a326588e1 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 815 time: 0.3691707 Aug 01 14:15:08.841078 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-8dbc12b4-eeb2-41b6-b0cf-2de3501863a2 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/quotas/db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 375 time: 0.0912812 Aug 01 14:15:08.843854 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (ea85f9a1-1122-4c86-9aee-b09a6924811b), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:08.847410 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port b550f9ea-8012-4b81-8b79-2ea6bb8e8012, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:08.855256 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492cfc-5d24-40e8-8998-bf441bce4d05 req-c7ece970-889f-4403-a75e-f4894f458fe0 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:08.856944 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b5492cfc-5d24-40e8-8998-bf441bce4d05 req-c7ece970-889f-4403-a75e-f4894f458fe0 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 944 time: 0.1914737 Aug 01 14:15:08.866176 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'mac_address': 'fa:16:3e:8d:af:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:15:08.919188 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:08.919667 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:08.947345 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b550f9ea-8012-4b81-8b79-2ea6bb8e8012 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:15:08.981604 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port b550f9ea-8012-4b81-8b79-2ea6bb8e8012, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:08.987542 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:09.006336 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-8b6f8ac6-3cd9-46b1-82f5-340467fb6cec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435001 Aug 01 14:15:09.061856 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:09.127581 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9032e83c-7906-4545-a2d9-e1aad966d01f req-b803749d-ae70-4b25-9c3b-06f9f56a95f7 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991923 Aug 01 14:15:09.137673 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b5492cfc-5d24-40e8-8998-bf441bce4d05 req-4320ac13-047c-4fe7-a96e-f29ad03a86cd tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559295 Aug 01 14:15:09.231237 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['b550f9ea-8012-4b81-8b79-2ea6bb8e8012'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:15:09.237772 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-419d30d6-e717-4c2a-b9ba-abed90e6dc47 service neutron] 10.222.0.45 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123206 Aug 01 14:15:09.378057 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] Router ea85f9a1-1122-4c86-9aee-b09a6924811b has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:15:09.404154 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-8921f3cd-6be9-4b7a-a208-8f37c081e73a service neutron] 10.222.0.45 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295993 Aug 01 14:15:09.541337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:15:09.562839 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34634) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:09.563962 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-7e5b539e-6bc3-4a3f-a6ff-c58d0d87cf51 admin admin] 10.222.0.45 "PUT /v2.0/routers/ea85f9a1-1122-4c86-9aee-b09a6924811b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6277010 Aug 01 14:15:09.565022 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] Sync routers for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:15:09.596594 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:15:09.597314 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:09.677599 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:09.715634 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bab286bb-d4b7-40df-a45e-94b597e6123b req-94ca6163-8098-462f-90a9-434fc2adbf6e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 210 time: 0.0675702 Aug 01 14:15:09.750311 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:09.776428 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Publish callbacks [] for router (ea85f9a1-1122-4c86-9aee-b09a6924811b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:09.807090 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:09.838463 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c0bcf-5a5d-4801-9142-f50073854267 req-58f8b793-d908-4ff6-8033-1b9c05cc376a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:09.846153 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb5c0bcf-5a5d-4801-9142-f50073854267 req-58f8b793-d908-4ff6-8033-1b9c05cc376a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.1253603 Aug 01 14:15:09.955597 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb5c0bcf-5a5d-4801-9142-f50073854267 req-a23c7756-07b3-4090-a3f2-c43324b252f5 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025021 Aug 01 14:15:10.040811 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Publish callbacks [] for router_gateway (ea85f9a1-1122-4c86-9aee-b09a6924811b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.047515 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:15:10.080522 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device bae76511-8da4-483f-aff0-1b67c876e6eb up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:15:10.099683 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Deleting port 49c882ec-ddda-4464-9670-5dee22dd49c5 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:15:10.100391 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.258607 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port bae76511-8da4-483f-aff0-1b67c876e6eb triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:10.258607 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.261608 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:10.263861 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] For port 49c882ec-ddda-4464-9670-5dee22dd49c5, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=49c882ec-ddda-4464-9670-5dee22dd49c5,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:10.264230 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.305763 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Calling delete_port for 49c882ec-ddda-4464-9670-5dee22dd49c5 owned by network:router_gateway {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:15:10.348414 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e8463-afe6-4a8f-9d00-e1d5e1a53eb1 req-be86c1c4-51ed-4aa2-9837-63e4146e1d05 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:10.357923 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-360e8463-afe6-4a8f-9d00-e1d5e1a53eb1 req-be86c1c4-51ed-4aa2-9837-63e4146e1d05 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 945 time: 0.1118009 Aug 01 14:15:10.438341 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:15:07Z', 'revision_number': 5, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port': {'id': '49c882ec-ddda-4464-9670-5dee22dd49c5', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:08:15Z', 'updated_at': '2022-08-01T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:10.450430 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-360e8463-afe6-4a8f-9d00-e1d5e1a53eb1 req-142224e6-0bbd-472a-91e0-bca3202f5810 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912142 Aug 01 14:15:10.494886 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port bae76511-8da4-483f-aff0-1b67c876e6eb is: DOWN; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:10.495275 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.498039 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] Checking router: ea85f9a1-1122-4c86-9aee-b09a6924811b for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:15:10.524770 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] Routers {'ea85f9a1-1122-4c86-9aee-b09a6924811b'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:15:10.525421 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ea85f9a1-1122-4c86-9aee-b09a6924811b'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:10.558095 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (49c882ec-ddda-4464-9670-5dee22dd49c5), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.566427 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:10.591722 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c882ec-ddda-4464-9670-5dee22dd49c5,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:10.621952 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] For port bae76511-8da4-483f-aff0-1b67c876e6eb, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=bae76511-8da4-483f-aff0-1b67c876e6eb,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:10.636233 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.672588 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device b550f9ea-8012-4b81-8b79-2ea6bb8e8012 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:15:10.708486 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (ea85f9a1-1122-4c86-9aee-b09a6924811b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.716157 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] Set router ea85f9a1-1122-4c86-9aee-b09a6924811b gateway port host: None {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:15:10.802971 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 6, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port_host': None}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:10.809800 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Pushing event updated for resources: {'Port': ['ID=bae76511-8da4-483f-aff0-1b67c876e6eb,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:10.826196 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (ea85f9a1-1122-4c86-9aee-b09a6924811b), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.828741 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Publish callbacks [] for router_controller (ea85f9a1-1122-4c86-9aee-b09a6924811b), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.839061 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca9e1a-601d-4bba-bc46-626953030e0d None None] The sync data for ids ['ea85f9a1-1122-4c86-9aee-b09a6924811b'] in dv-cinder-845178-10-iscsi is: [{'id': 'ea85f9a1-1122-4c86-9aee-b09a6924811b', 'name': 'tempest-AttachVolumeTestJSON-1935554309-router', 'tenant_id': '1081ae5fd3e9443c80626517ae9c7d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:08:14Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 6, 'project_id': '1081ae5fd3e9443c80626517ae9c7d77', 'gw_port_host': None}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:15:10.850956 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1dd7fbba-c016-43d1-aa91-3b278bf3fa02 req-7d219601-d328-40c5-8858-c85aaf3cd8c8 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 210 time: 0.0441122 Aug 01 14:15:10.852083 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:15:10.866184 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:10.866933 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.901680 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (ea85f9a1-1122-4c86-9aee-b09a6924811b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.902289 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea85f9a1-1122-4c86-9aee-b09a6924811b {{(pid=104319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:15:10.906843 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.907813 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f2613d17-f07f-4eb3-8fe5-927ac5ca7dc5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ea85f9a1-1122-4c86-9aee-b09a6924811b HTTP/1.1" status: 204 len: 168 time: 1.3439147 Aug 01 14:15:10.910530 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34654) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:10.959017 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6fc560-94bc-4040-9b4a-d9093b69188a admin admin] Deleting subnet 93a89a5f-ac0b-49b4-82c8-60f15b352ec8 {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:15:10.959669 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:10.960304 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.963180 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9d6fc560-94bc-4040-9b4a-d9093b69188a admin admin] Publish callbacks [] for subnet (93a89a5f-ac0b-49b4-82c8-60f15b352ec8), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:10.993159 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:15:10.995745 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fa8f59-97a1-4084-b100-23276cdf4c47" -d '{"events": [{"server_uuid": "7d1842e4-dc37-4e0d-b172-23f29125f8d0", "name": "network-vif-plugged", "status": "completed", "tag": "b550f9ea-8012-4b81-8b79-2ea6bb8e8012"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:15:11.007295 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9d6fc560-94bc-4040-9b4a-d9093b69188a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (93a89a5f-ac0b-49b4-82c8-60f15b352ec8), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:11.011948 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port b550f9ea-8012-4b81-8b79-2ea6bb8e8012, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:11.021468 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:11.060420 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b58ead0-c44b-409f-9b4e-9dc71f44d2b9 x-openstack-request-id: req-4b58ead0-c44b-409f-9b4e-9dc71f44d2b9 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:15:11.061135 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1842e4-dc37-4e0d-b172-23f29125f8d0", "name": "network-vif-plugged", "status": "completed", "tag": "b550f9ea-8012-4b81-8b79-2ea6bb8e8012", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:15:11.061135 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b58ead0-c44b-409f-9b4e-9dc71f44d2b9 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:15:11.061500 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b58ead0-c44b-409f-9b4e-9dc71f44d2b9'] response: {'server_uuid': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'code': 200} Aug 01 14:15:11.065365 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:11.095974 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:11.124445 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9d6fc560-94bc-4040-9b4a-d9093b69188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (93a89a5f-ac0b-49b4-82c8-60f15b352ec8), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:11.190501 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dca4cf-cfc4-4444-8bc9-e4664ef60812 req-34233f42-2a0b-4a79-b63e-55668aca9d2a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:11.199176 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-48dca4cf-cfc4-4444-8bc9-e4664ef60812 req-34233f42-2a0b-4a79-b63e-55668aca9d2a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0795171 Aug 01 14:15:11.239706 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9d6fc560-94bc-4040-9b4a-d9093b69188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (93a89a5f-ac0b-49b4-82c8-60f15b352ec8), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:11.333902 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-48dca4cf-cfc4-4444-8bc9-e4664ef60812 req-65c8bc3d-b1b7-4830-91d9-5d0c48486029 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337330 Aug 01 14:15:11.345249 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fc560-94bc-4040-9b4a-d9093b69188a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a89a5f-ac0b-49b4-82c8-60f15b352ec8,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:11.380567 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9d6fc560-94bc-4040-9b4a-d9093b69188a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:11.389335 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9d6fc560-94bc-4040-9b4a-d9093b69188a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/93a89a5f-ac0b-49b4-82c8-60f15b352ec8 HTTP/1.1" status: 204 len: 168 time: 0.4776268 Aug 01 14:15:11.393092 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34664) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:11.397055 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69ae1e-d5af-456b-9e27-6d1457851e22 None None] Network c1aca417-45fc-4b60-8100-7ab851d89316 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:15:11.471406 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-57779053-8c74-42b3-8fec-10b37b87e501 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:11.474102 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-57779053-8c74-42b3-8fec-10b37b87e501 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 815 time: 0.2533317 Aug 01 14:15:11.528459 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (c1aca417-45fc-4b60-8100-7ab851d89316), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:11.589636 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Deleting port 4f1ddd77-b28a-4323-96f7-c20814eb2cea {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:15:11.590693 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:11.675164 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efece5c-dfca-4de3-a7ae-db5b47bb5fbf req-14804fee-496a-4413-b40f-0beb97195397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:11.677824 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3efece5c-dfca-4de3-a7ae-db5b47bb5fbf req-14804fee-496a-4413-b40f-0beb97195397 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 1130 time: 0.1182487 Aug 01 14:15:11.682294 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] For port 4f1ddd77-b28a-4323-96f7-c20814eb2cea, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=4f1ddd77-b28a-4323-96f7-c20814eb2cea,segment=NetworkSegment(7a036a04-31d6-4b24-a3f3-7a34b4a92489),segment_id=7a036a04-31d6-4b24-a3f3-7a34b4a92489)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:11.683775 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:11.699924 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Calling delete_port for 4f1ddd77-b28a-4323-96f7-c20814eb2cea owned by network:dhcp {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:15:11.737850 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-e153e0c3-8d43-4983-86f3-66f376cd33f8 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 379 time: 0.2555082 Aug 01 14:15:11.752922 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ea8b9-3efd-4d07-baa7-63e8317e13f9 req-a0699b62-5361-482f-bd31-aeff3987b453 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:11.759798 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3e4ea8b9-3efd-4d07-baa7-63e8317e13f9 req-a0699b62-5361-482f-bd31-aeff3987b453 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0989180 Aug 01 14:15:11.798768 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7797b504-0006-4f77-8821-f2403af43110 None None] DHCP port deletion for c1aca417-45fc-4b60-8100-7ab851d89316 request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:15:11.806896 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (4f1ddd77-b28a-4323-96f7-c20814eb2cea), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:11.833840 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] No DVR routers for this DVR port 4f1ddd77-b28a-4323-96f7-c20814eb2cea on host dv-cinder-845178-10-iscsi {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:15:11.856120 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1ddd77-b28a-4323-96f7-c20814eb2cea,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:11.870536 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3efece5c-dfca-4de3-a7ae-db5b47bb5fbf req-39dcc19e-fff3-4a7e-aada-c0e8f3e2f93a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703949 Aug 01 14:15:11.917043 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3e4ea8b9-3efd-4d07-baa7-63e8317e13f9 req-d7776b3c-949d-4b7e-9798-f6684e7cff9f tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454914 Aug 01 14:15:11.984586 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (c1aca417-45fc-4b60-8100-7ab851d89316), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.014986 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:12.026602 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device bae76511-8da4-483f-aff0-1b67c876e6eb up at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:15:12.032759 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1aca417-45fc-4b60-8100-7ab851d89316']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:12.056006 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:12.059189 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a036a04-31d6-4b24-a3f3-7a34b4a92489') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:12.060563 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a036a04-31d6-4b24-a3f3-7a34b4a92489') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:12.073151 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (7a036a04-31d6-4b24-a3f3-7a34b4a92489), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.083534 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Provisioning complete for port bae76511-8da4-483f-aff0-1b67c876e6eb triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:12.084144 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.089429 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bac92e93-9cf3-46aa-a55b-57713cd6c0c2 req-7decf335-afc5-4a0f-9945-224524d39feb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 210 time: 0.0558772 Aug 01 14:15:12.091962 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (7a036a04-31d6-4b24-a3f3-7a34b4a92489), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.099505 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:15:12.100218 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (7a036a04-31d6-4b24-a3f3-7a34b4a92489), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.148412 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment 7a036a04-31d6-4b24-a3f3-7a34b4a92489 resource provider aggregate not found Aug 01 14:15:12.186802 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'port': {'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'admin_state_up': True, 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'security_groups': ['7cde7de2-dd6b-4f81-a8b7-270a1e5b3366']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:15:12.196903 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment 7a036a04-31d6-4b24-a3f3-7a34b4a92489 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a036a04-31d6-4b24-a3f3-7a34b4a92489 found for delete ", "request_id": "req-eb4b178b-6da0-4f61-8faa-e3b80f4c9181"}]} Aug 01 14:15:12.201255 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (c1aca417-45fc-4b60-8100-7ab851d89316), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.209409 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.215689 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] 10.222.0.45 "DELETE /v2.0/networks/c1aca417-45fc-4b60-8100-7ab851d89316 HTTP/1.1" status: 204 len: 168 time: 0.8213952 Aug 01 14:15:12.226797 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Current status of the port bae76511-8da4-483f-aff0-1b67c876e6eb is: ACTIVE; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:12.228447 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb0b76-7f86-4db5-bba8-8146cbfe18ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c1aca417-45fc-4b60-8100-7ab851d89316,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:12.314785 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 49c882ec-ddda-4464-9670-5dee22dd49c5 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:15:12.352048 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 49c882ec-ddda-4464-9670-5dee22dd49c5 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:15:12.352429 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 49c882ec-ddda-4464-9670-5dee22dd49c5 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:15:12.352860 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 7deb3e08-7deb-483d-a7f5-480467a2e703 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:15:12.354683 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:12.404056 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 7deb3e08-7deb-483d-a7f5-480467a2e703 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:15:12.404491 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 7deb3e08-7deb-483d-a7f5-480467a2e703 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:15:12.404917 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 4f1ddd77-b28a-4323-96f7-c20814eb2cea no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:15:12.447832 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 4f1ddd77-b28a-4323-96f7-c20814eb2cea {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:15:12.449105 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 4f1ddd77-b28a-4323-96f7-c20814eb2cea not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:15:12.453215 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34686) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:12.501323 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Made reservation on behalf of db87d8b3358945aa88acbdc4246917ae for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:15:12.504977 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.506130 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-5050bc75-e19e-4b24-8fbf-6c7aeed4c644 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1081ae5fd3e9443c80626517ae9c7d77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0515032 Aug 01 14:15:12.508715 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34688) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:12.529966 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b7470-3084-4dd6-b626-d321a445e78c req-5b1ff36b-199c-47da-938d-325563d74dbc tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:12.531435 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-481b7470-3084-4dd6-b626-d321a445e78c req-5b1ff36b-199c-47da-938d-325563d74dbc tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0799973 Aug 01 14:15:12.579517 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f655afb8-fcac-4325-b1a4-0a5f25738989 admin admin] Publish callbacks [] for security_group (354d69ce-f1e5-45eb-967d-af691d2e5b85), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.606819 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f655afb8-fcac-4325-b1a4-0a5f25738989 admin admin] Publish callbacks [] for security_group (354d69ce-f1e5-45eb-967d-af691d2e5b85), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.666507 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f655afb8-fcac-4325-b1a4-0a5f25738989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (354d69ce-f1e5-45eb-967d-af691d2e5b85), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.669767 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f655afb8-fcac-4325-b1a4-0a5f25738989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:12.671190 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f655afb8-fcac-4325-b1a4-0a5f25738989 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/354d69ce-f1e5-45eb-967d-af691d2e5b85 HTTP/1.1" status: 204 len: 168 time: 0.1614659 Aug 01 14:15:12.673400 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-481b7470-3084-4dd6-b626-d321a445e78c req-f3c3422d-b96a-4ce2-915c-d708a760a2a0 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293354 Aug 01 14:15:12.682132 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655afb8-fcac-4325-b1a4-0a5f25738989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354d69ce-f1e5-45eb-967d-af691d2e5b85,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:12.711222 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:12.721451 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:12.728005 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Allocated IP 172.20.0.5 (1987c22e-ab83-4108-bc22-29b9909b71a1/aa6d82a5-098f-44c2-8d12-39c17960c636/84a9217a-963b-4cc2-9c3d-d50aea2772d1) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:15:12.834681 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [req-910fea13-5374-467a-aacf-dc952b5e4508 req-3fbb8d73-1f4b-4047-b07a-66f4793dba89 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:15:12.835843 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-910fea13-5374-467a-aacf-dc952b5e4508 req-3fbb8d73-1f4b-4047-b07a-66f4793dba89 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0083237 Aug 01 14:15:13.210460 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-92febb83-3c3d-49d5-98d4-397a32312049 req-9c4d6d97-5d12-41c0-b195-a66e42f8ffd6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037846 Aug 01 14:15:13.329909 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:13.337447 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92febb83-3c3d-49d5-98d4-397a32312049 req-c94d6bf8-1661-4a93-9dbe-4fb7e3f7e385 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:13.341980 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-92febb83-3c3d-49d5-98d4-397a32312049 req-c94d6bf8-1661-4a93-9dbe-4fb7e3f7e385 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports/ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 200 len: 942 time: 0.0816813 Aug 01 14:15:13.437057 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:13.544342 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f4732-9b9b-4995-acec-d4ef4b4dfdc2 req-2b1be759-9e50-49fe-abc7-79193020f871 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:13.546075 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab1f4732-9b9b-4995-acec-d4ef4b4dfdc2 req-2b1be759-9e50-49fe-abc7-79193020f871 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0745780 Aug 01 14:15:13.550371 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:13.624679 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:15:13.659025 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:15:13.677650 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:15:13.737089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2825f-b8c7-49a5-b8a1-fff3ccf726c4 req-87cf8e2a-8fb9-4065-a156-72845ca93c5c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:13.740011 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-64b2825f-b8c7-49a5-b8a1-fff3ccf726c4 req-87cf8e2a-8fb9-4065-a156-72845ca93c5c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 946 time: 0.2707579 Aug 01 14:15:13.746009 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=84a9217a-963b-4cc2-9c3d-d50aea2772d1,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:13.769901 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab1f4732-9b9b-4995-acec-d4ef4b4dfdc2 req-183a7ed4-c205-49f7-9d3f-143e4bdf5e7a tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939301 Aug 01 14:15:13.844931 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:13.844931 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:13.881427 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-2fd64bde-0136-4ee4-a0d2-190a99825cb6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7117376 Aug 01 14:15:13.899256 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Request body: {'port': {'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:15:13.956141 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-64b2825f-b8c7-49a5-b8a1-fff3ccf726c4 req-08201434-4f17-4b13-a132-6cf4f261cadf tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021961 Aug 01 14:15:14.002333 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c046a-6e46-49d6-8113-e3eac3673e2c req-f1b3d3bc-4d1e-4276-b4c8-ecbc0f4f6d1f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:14.004371 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-630c046a-6e46-49d6-8113-e3eac3673e2c req-f1b3d3bc-4d1e-4276-b4c8-ecbc0f4f6d1f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 931 time: 0.1138611 Aug 01 14:15:14.091868 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:14.137169 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-36980631-6bb8-4ccd-8850-80988ac8451e None None] Provisioning complete for port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:14.137900 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-36980631-6bb8-4ccd-8850-80988ac8451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:14.150451 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-630c046a-6e46-49d6-8113-e3eac3673e2c req-41137d13-05f0-49b6-9a1c-65cd6f39ddd9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063194 Aug 01 14:15:14.226915 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-36980631-6bb8-4ccd-8850-80988ac8451e None None] Port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:15:14.457570 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:14.503246 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:14.602330 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a9217a-963b-4cc2-9c3d-d50aea2772d1 {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:15:14.626272 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Publish callbacks [] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:14.653593 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Transition to ACTIVE for port object 84a9217a-963b-4cc2-9c3d-d50aea2772d1 will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:15:14.671994 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:14.682663 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device ec79e886-ddb7-4769-af78-cfcf4186343e no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:15:14.793661 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895123bf-4c7e-4621-8b84-a71f03e656b9 req-5b3fe693-7024-4341-9831-5532d8fc2887 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:14.799146 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-895123bf-4c7e-4621-8b84-a71f03e656b9 req-5b3fe693-7024-4341-9831-5532d8fc2887 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.1402261 Aug 01 14:15:14.875129 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Pushing event updated for resources: {'Port': ['ID=84a9217a-963b-4cc2-9c3d-d50aea2772d1,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:14.910602 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port ec79e886-ddb7-4769-af78-cfcf4186343e is: ACTIVE; New status is: DOWN {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:14.911519 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:14.955002 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-895123bf-4c7e-4621-8b84-a71f03e656b9 req-b704f4cd-3855-42d3-9ced-129248ffe030 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215553 Aug 01 14:15:14.956259 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Attempting to bind port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:15:14.956738 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Attempting to bind port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:15:14.957014 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Attempting to bind port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 on network 1987c22e-ab83-4108-bc22-29b9909b71a1 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:15:14.964116 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 on network 1987c22e-ab83-4108-bc22-29b9909b71a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:15:14.964646 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Attempting to bind port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 on network 1987c22e-ab83-4108-bc22-29b9909b71a1 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:15:14.974155 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:15:14.974670 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Checking segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:15:14.977239 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Bound using segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:15:14.978000 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Bound port: 84a9217a-963b-4cc2-9c3d-d50aea2772d1, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:15:14.978577 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:15.011961 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port ec79e886-ddb7-4769-af78-cfcf4186343e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=ec79e886-ddb7-4769-af78-cfcf4186343e,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:15.015438 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:15:15.019653 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553b2ab3-e98f-403b-8089-02020a258489" -d '{"events": [{"server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:15:15.026326 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:15.102167 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785d47c-60fb-4e5a-94d3-64013d702111 req-fcdb0645-256e-4c4d-ae17-704473fade95 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:15.114844 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c785d47c-60fb-4e5a-94d3-64013d702111 req-fcdb0645-256e-4c4d-ae17-704473fade95 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1204538 Aug 01 14:15:15.136213 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=ec79e886-ddb7-4769-af78-cfcf4186343e,revision_number=6']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:15.214991 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] For port 84a9217a-963b-4cc2-9c3d-d50aea2772d1, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:15:15.223847 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] For port 84a9217a-963b-4cc2-9c3d-d50aea2772d1, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=84a9217a-963b-4cc2-9c3d-d50aea2772d1,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:15:15.290293 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:15.311318 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:15.312175 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:15.313899 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] 10.222.0.57 "PUT /v2.0/ports/84a9217a-963b-4cc2-9c3d-d50aea2772d1 HTTP/1.1" status: 200 len: 1093 time: 1.4247849 Aug 01 14:15:15.314567 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730a6765-52cd-4528-9957-3165769c0820', 'tag': '84a9217a-963b-4cc2-9c3d-d50aea2772d1'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:15:15.317431 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837d97c8-a91e-4a3d-877a-3d93606a1928" -d '{"events": [{"name": "network-changed", "server_uuid": "730a6765-52cd-4528-9957-3165769c0820", "tag": "84a9217a-963b-4cc2-9c3d-d50aea2772d1"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:15:15.382120 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f74f98-9307-4897-8bed-f6433056b918 req-d02cdc00-400d-495f-9695-0ee76f59198d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:15.383861 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-06f74f98-9307-4897-8bed-f6433056b918 req-d02cdc00-400d-495f-9695-0ee76f59198d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 946 time: 0.1726346 Aug 01 14:15:15.393092 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c785d47c-60fb-4e5a-94d3-64013d702111 req-0578b72e-e0b3-4477-9974-ad48ecb30aa6 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759168 Aug 01 14:15:15.446381 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c179bf9-2c61-4557-b538-7716c9235461 service neutron] Pushing event updated for resources: {'Port': ['ID=84a9217a-963b-4cc2-9c3d-d50aea2772d1,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:15.490470 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Aug 2022 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1859a558-0774-494c-bd6e-5c0bcee3aec2 x-openstack-request-id: req-1859a558-0774-494c-bd6e-5c0bcee3aec2 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:15:15.490470 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:15:15.491199 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1859a558-0774-494c-bd6e-5c0bcee3aec2 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:15:15.491452 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1859a558-0774-494c-bd6e-5c0bcee3aec2'] response: {'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'code': 200} Aug 01 14:15:15.497353 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-06f74f98-9307-4897-8bed-f6433056b918 req-83ce6a1f-970e-4b7e-a8e7-1b97aa56243d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030753 Aug 01 14:15:15.597481 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f86670-c181-4235-bebb-59b4db00dd3b x-openstack-request-id: req-63f86670-c181-4235-bebb-59b4db00dd3b {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:15:15.597917 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730a6765-52cd-4528-9957-3165769c0820", "tag": "84a9217a-963b-4cc2-9c3d-d50aea2772d1", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:15:15.598267 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63f86670-c181-4235-bebb-59b4db00dd3b {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:15:15.598965 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f86670-c181-4235-bebb-59b4db00dd3b'] response: {'name': 'network-changed', 'server_uuid': '730a6765-52cd-4528-9957-3165769c0820', 'tag': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'status': 'completed', 'code': 200} Aug 01 14:15:15.606604 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-18bd668b-221a-4d65-bf47-da8a8d888800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:15.608637 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-18bd668b-221a-4d65-bf47-da8a8d888800 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 1127 time: 0.0998142 Aug 01 14:15:15.626134 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92febb83-3c3d-49d5-98d4-397a32312049 req-34845d1e-6d5d-4d51-83f6-63039e6e513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:15.627608 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92febb83-3c3d-49d5-98d4-397a32312049 req-34845d1e-6d5d-4d51-83f6-63039e6e513e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c&tenant_id=6bfbca571c4b4199a577322e866dfae9 HTTP/1.1" status: 200 len: 1127 time: 0.1016476 Aug 01 14:15:15.722402 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-b7f98d2b-b32d-4a62-9492-0ed32f7713b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84a9217a-963b-4cc2-9c3d-d50aea2772d1 HTTP/1.1" status: 200 len: 217 time: 0.0980659 Aug 01 14:15:15.824856 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e23dc8-f94d-44a4-ad00-c1a715cc4598 req-70009cc5-e06b-4504-8dcb-171589e25dbf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:15.826472 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-29e23dc8-f94d-44a4-ad00-c1a715cc4598 req-70009cc5-e06b-4504-8dcb-171589e25dbf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 943 time: 0.2135556 Aug 01 14:15:15.856019 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92febb83-3c3d-49d5-98d4-397a32312049 req-514d393f-9ae2-4e1c-8ccd-963334953757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:15.856019 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92febb83-3c3d-49d5-98d4-397a32312049 req-514d393f-9ae2-4e1c-8ccd-963334953757 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6bfbca571c4b4199a577322e866dfae9&device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1127 time: 0.1459641 Aug 01 14:15:15.864881 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d47331-f1a1-4241-b508-78286b46c638 req-1a25315f-2001-4364-b28f-c46299946aae tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:15.866580 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09d47331-f1a1-4241-b508-78286b46c638 req-1a25315f-2001-4364-b28f-c46299946aae tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 946 time: 0.1581285 Aug 01 14:15:15.889142 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:15.944223 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0e7033bb-bd1a-48ba-87a5-b03b6b8c31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:15.946687 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-0e7033bb-bd1a-48ba-87a5-b03b6b8c31c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.2112215 Aug 01 14:15:15.984943 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:16.125538 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-29e23dc8-f94d-44a4-ad00-c1a715cc4598 req-70b1a476-36e8-4ddc-af35-ca6bc202f196 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859354 Aug 01 14:15:16.126558 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-daec0645-abfb-405e-b00e-20350035ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:16.127973 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-daec0645-abfb-405e-b00e-20350035ebd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1416538 Aug 01 14:15:16.155831 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-09d47331-f1a1-4241-b508-78286b46c638 req-6afdbee1-8dfc-496c-8a57-fdd2cff3a0fc tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471085 Aug 01 14:15:16.187859 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34784) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:16.232634 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9119c43-4278-41ba-bc68-cb5646404eef tempest-TestVolumeBootPattern-2015234211 tempest-TestVolumeBootPattern-2015234211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:16.234324 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f9119c43-4278-41ba-bc68-cb5646404eef tempest-TestVolumeBootPattern-2015234211 tempest-TestVolumeBootPattern-2015234211-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 1125 time: 0.0452516 Aug 01 14:15:16.237388 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34786) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:16.242313 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92febb83-3c3d-49d5-98d4-397a32312049 req-984ffaea-d84d-49c9-9306-59cf7fb68590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:16.242520 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:15:16.243781 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92febb83-3c3d-49d5-98d4-397a32312049 req-984ffaea-d84d-49c9-9306-59cf7fb68590 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83622244-0e2b-48fa-9f1f-b69b203342d9 HTTP/1.1" status: 200 len: 909 time: 0.3734393 Aug 01 14:15:16.268642 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:16.319008 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715a5eb-cdac-4fb8-b9c8-17d85420ccb3 req-e1b449d3-7432-4f05-a37e-93028a3598a8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:16.321133 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3715a5eb-cdac-4fb8-b9c8-17d85420ccb3 req-e1b449d3-7432-4f05-a37e-93028a3598a8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.1221762 Aug 01 14:15:16.372095 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-9cf4fe88-01c0-47a1-9daf-b7dd83291169 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359166 Aug 01 14:15:16.376107 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92febb83-3c3d-49d5-98d4-397a32312049 req-08b390f5-e257-4735-83b2-ace62a116a90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 200 len: 998 time: 0.1255639 Aug 01 14:15:16.407651 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:16.505279 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3715a5eb-cdac-4fb8-b9c8-17d85420ccb3 req-7da1d42b-c042-4d95-8be8-8e98b0540c57 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1693006 Aug 01 14:15:16.521367 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92febb83-3c3d-49d5-98d4-397a32312049 req-48953659-570c-4f41-8bd4-25102654d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:16.523879 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92febb83-3c3d-49d5-98d4-397a32312049 req-48953659-570c-4f41-8bd4-25102654d7dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f372540b-2ce5-4811-a16d-91adb9bef9cf HTTP/1.1" status: 200 len: 847 time: 0.1336651 Aug 01 14:15:16.566618 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Allocated IP 172.27.4.186 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:15:16.643282 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c1491-74c6-4029-bbb5-2714c794b2d9 req-cbd34fa1-6dd6-41b3-a728-439194be1858 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:16.645029 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be6c1491-74c6-4029-bbb5-2714c794b2d9 req-cbd34fa1-6dd6-41b3-a728-439194be1858 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1096883 Aug 01 14:15:16.647580 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-39e2e87f-e9d3-4f52-8803-d28117884ca8 req-b2bf7f67-75c7-4d60-a48f-4f7415df8107 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644660 Aug 01 14:15:16.648536 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92febb83-3c3d-49d5-98d4-397a32312049 req-78730ed7-575c-4429-bfb9-fa98bb4365e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:16.649957 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92febb83-3c3d-49d5-98d4-397a32312049 req-78730ed7-575c-4429-bfb9-fa98bb4365e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83622244-0e2b-48fa-9f1f-b69b203342d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1124747 Aug 01 14:15:16.728262 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for port (8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:16.755380 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be6c1491-74c6-4029-bbb5-2714c794b2d9 req-8570e539-4122-4687-9287-e7d54f684dff tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023047 Aug 01 14:15:16.769409 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:16.807405 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:16.814439 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92febb83-3c3d-49d5-98d4-397a32312049 req-5b1061bf-5b29-4553-bb26-014fe4cda5c1 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515849 Aug 01 14:15:16.823375 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:15:16.827228 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:15:16.829506 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'Port': ['ID=8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:16.831830 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:15:17.269662 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065fc31-6270-4c5f-bd9c-c02dd6c63965 req-b8bc910f-e399-4967-84b8-73d65371ae8b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:17.272508 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8065fc31-6270-4c5f-bd9c-c02dd6c63965 req-b8bc910f-e399-4967-84b8-73d65371ae8b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 943 time: 0.0567510 Aug 01 14:15:17.336043 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8065fc31-6270-4c5f-bd9c-c02dd6c63965 req-6322f865-a41c-42c1-9ef3-d180eba86586 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554500 Aug 01 14:15:17.473678 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:17.543965 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:17.575894 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (e3806740-6f75-49e7-8a38-55b20e4e6701), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:17.586165 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-fcc423ff-a362-4b7c-87f1-bf160c465d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:17.588063 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-fcc423ff-a362-4b7c-87f1-bf160c465d34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 1127 time: 0.1329999 Aug 01 14:15:17.659874 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:17.693149 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:17.724252 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849215bf-4286-4f78-b8c0-2230005cec89 req-91f8f364-d30b-4a38-a4d6-17c34e87d3ab tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:17.726570 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-849215bf-4286-4f78-b8c0-2230005cec89 req-91f8f364-d30b-4a38-a4d6-17c34e87d3ab tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.1090124 Aug 01 14:15:17.731339 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-92febb83-3c3d-49d5-98d4-397a32312049 req-b167dec3-0222-44b2-bd15-f35e06edef71 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874539 Aug 01 14:15:17.784517 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-b343e950-f0ca-4ff0-84be-2a290ff902d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:17.786000 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-b343e950-f0ca-4ff0-84be-2a290ff902d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 916 time: 0.1911149 Aug 01 14:15:17.804626 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-849215bf-4286-4f78-b8c0-2230005cec89 req-e196fef1-b082-4f36-826c-10e0f48d52c5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702479 Aug 01 14:15:17.849854 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for port (8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:17.858350 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:17.891149 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b0c0-9b93-49a2-9508-cb73726eca53 req-88a64579-0d0a-401e-b285-55a85a71fdd5 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:17.892757 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c37b0c0-9b93-49a2-9508-cb73726eca53 req-88a64579-0d0a-401e-b285-55a85a71fdd5 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.0526242 Aug 01 14:15:17.934665 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (e3806740-6f75-49e7-8a38-55b20e4e6701), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:17.937967 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'Port': ['ID=8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:17.956119 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c37b0c0-9b93-49a2-9508-cb73726eca53 req-c611bbce-0e8b-4a51-8e5f-842f460fcd9c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563538 Aug 01 14:15:18.047410 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-ce5852dc-4db2-4915-86db-78c1305e5a65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84a9217a-963b-4cc2-9c3d-d50aea2772d1 HTTP/1.1" status: 200 len: 217 time: 0.0391712 Aug 01 14:15:18.058834 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.l3_db [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Floating IP e3806740-6f75-49e7-8a38-55b20e4e6701 associated. External IP: 172.27.4.186, port: b550f9ea-8012-4b81-8b79-2ea6bb8e8012. Aug 01 14:15:18.104097 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-27292f71-cbb6-46cc-8ae7-0d7bdb21868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:18.105583 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-27292f71-cbb6-46cc-8ae7-0d7bdb21868f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.0522342 Aug 01 14:15:18.154977 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-d93c5156-2523-4c90-aa3b-2c37288b5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:18.156586 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-d93c5156-2523-4c90-aa3b-2c37288b5fc7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430346 Aug 01 14:15:18.205723 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:18.266826 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-5c28f991-e2a0-4699-9ca7-19885d254a68 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040990 Aug 01 14:15:18.298446 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Router 6747b800-9744-4b46-9c3c-5cec816cf9d6 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:15:18.369162 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-837d97c8-a91e-4a3d-877a-3d93606a1928 req-1e55feb7-2778-46cc-9501-59dfc095f0b2 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956752 Aug 01 14:15:18.414186 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:15:18.425713 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] Sync routers for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:15:18.429478 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:18.440062 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:18.442268 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:15:18.443211 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:18.474807 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74e825-8b55-409a-ab88-f18234f73990 req-8bafa5c6-5d0f-4190-a9c5-78c461902827 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:18.481283 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0c9b56ac-a307-4700-8370-3f7eed9fbc19 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2427728 Aug 01 14:15:18.481731 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dc74e825-8b55-409a-ab88-f18234f73990 req-8bafa5c6-5d0f-4190-a9c5-78c461902827 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 943 time: 0.0603960 Aug 01 14:15:18.482037 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'tag': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:15:18.484584 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1842e4-dc37-4e0d-b172-23f29125f8d0", "tag": "b550f9ea-8012-4b81-8b79-2ea6bb8e8012"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:15:18.528140 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a405ee8-607b-4c6d-aa5e-2cd6facfb82e x-openstack-request-id: req-3a405ee8-607b-4c6d-aa5e-2cd6facfb82e {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:15:18.528545 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1842e4-dc37-4e0d-b172-23f29125f8d0", "tag": "b550f9ea-8012-4b81-8b79-2ea6bb8e8012", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:15:18.529535 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a405ee8-607b-4c6d-aa5e-2cd6facfb82e {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:15:18.530068 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a405ee8-607b-4c6d-aa5e-2cd6facfb82e'] response: {'name': 'network-changed', 'server_uuid': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'tag': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'status': 'completed', 'code': 200} Aug 01 14:15:18.548767 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dc74e825-8b55-409a-ab88-f18234f73990 req-c1fc49d9-bdc1-4a7f-8a77-6b8bc54a376c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650752 Aug 01 14:15:18.614417 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-9e7e493f-5b35-42a1-aa8a-959d90bcde5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:18.616008 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-9e7e493f-5b35-42a1-aa8a-959d90bcde5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 1130 time: 0.0579894 Aug 01 14:15:18.671908 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:15:18.729254 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-06261b9e-0615-4780-b793-8a72ea240ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:18.730743 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-06261b9e-0615-4780-b793-8a72ea240ccb service neutron] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 912 time: 0.1090217 Aug 01 14:15:18.791620 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:18.809613 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-ddad3859-4217-4eb9-a331-94805d50023b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b550f9ea-8012-4b81-8b79-2ea6bb8e8012 HTTP/1.1" status: 200 len: 1000 time: 0.0709152 Aug 01 14:15:18.889983 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-e52940c3-70e9-43c9-841c-076d21193f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:18.891964 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-e52940c3-70e9-43c9-841c-076d21193f5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.0740266 Aug 01 14:15:18.918512 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'e3806740-6f75-49e7-8a38-55b20e4e6701', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:8d:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:17Z', 'updated_at': '2022-08-01T14:15:17Z', 'revision_number': 0, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:18.951181 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] Checking router: 6747b800-9744-4b46-9c3c-5cec816cf9d6 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:15:18.961502 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:15:18.962770 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:14:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:18.974962 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-043e6aca-06b4-4b63-9f2c-f28b81496c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:18.976548 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-043e6aca-06b4-4b63-9f2c-f28b81496c16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784819 Aug 01 14:15:18.984960 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035d791-ac15-4acc-ab0d-0f67ef7c9180 req-d9dbdf84-03e1-4441-8996-c2a65a3cc650 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:18.986470 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a035d791-ac15-4acc-ab0d-0f67ef7c9180 req-d9dbdf84-03e1-4441-8996-c2a65a3cc650 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0764551 Aug 01 14:15:19.079438 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:19.086021 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:15:19.145582 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3453e-1386-46f1-9317-dd61b5af04af req-e0c72946-2ea7-4f9d-bbc6-81d73bd1870d tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:19.147671 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dfe3453e-1386-46f1-9317-dd61b5af04af req-e0c72946-2ea7-4f9d-bbc6-81d73bd1870d tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.0919063 Aug 01 14:15:19.154691 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a035d791-ac15-4acc-ab0d-0f67ef7c9180 req-9cd60354-e82c-4815-a1b4-d2eeee5eff12 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1563907 Aug 01 14:15:19.186613 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-c23fad7c-9bd9-45f6-9ba0-8b01c4e4ec01 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991646 Aug 01 14:15:19.221417 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dfe3453e-1386-46f1-9317-dd61b5af04af req-aab720fc-b355-4c43-80aa-bbfcdaf9e890 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656350 Aug 01 14:15:19.350148 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'e3806740-6f75-49e7-8a38-55b20e4e6701', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:8d:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:17Z', 'updated_at': '2022-08-01T14:15:17Z', 'revision_number': 0, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:19.377237 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71375d5-6918-4bce-8710-de74b4719244 None None] The sync data for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi is: [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'e3806740-6f75-49e7-8a38-55b20e4e6701', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:8d:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:17Z', 'updated_at': '2022-08-01T14:15:17Z', 'revision_number': 0, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:15:19.594352 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4d932-9a6f-4e09-bdb2-52e5688b0303 None None] New status for floating IP e3806740-6f75-49e7-8a38-55b20e4e6701: ACTIVE {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:15:19.701618 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bbe28-8d56-474c-84de-f2bd807a5eb6 req-4649e593-dc0a-4d6d-853b-a11a0ad6f47b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:19.703051 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f17bbe28-8d56-474c-84de-f2bd807a5eb6 req-4649e593-dc0a-4d6d-853b-a11a0ad6f47b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 943 time: 0.0537796 Aug 01 14:15:19.761407 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f17bbe28-8d56-474c-84de-f2bd807a5eb6 req-38ad8dc5-48b6-438e-86a8-7e2d8a5b0b64 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520146 Aug 01 14:15:20.313739 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9e4a-c5f5-4da9-89a6-7134407ec4a5 req-dcb2bfaf-e658-4355-90ee-f890f89f3bf6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:20.315266 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-478e9e4a-c5f5-4da9-89a6-7134407ec4a5 req-dcb2bfaf-e658-4355-90ee-f890f89f3bf6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0675271 Aug 01 14:15:20.381226 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728f0c0-99ac-4500-94cd-dba988a3cf91 req-e8b38fec-e8a8-4609-9d6e-8fa2478fda66 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:20.382772 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d728f0c0-99ac-4500-94cd-dba988a3cf91 req-e8b38fec-e8a8-4609-9d6e-8fa2478fda66 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.0665851 Aug 01 14:15:20.416822 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-478e9e4a-c5f5-4da9-89a6-7134407ec4a5 req-9f67a3f9-c0f4-4d06-9939-458997c9e5d9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916686 Aug 01 14:15:20.741627 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d728f0c0-99ac-4500-94cd-dba988a3cf91 req-35a767b1-aeca-49bc-b778-b95831915a9e tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520927 Aug 01 14:15:20.809072 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 84a9217a-963b-4cc2-9c3d-d50aea2772d1 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:15:20.838286 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:20.897359 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd948b7d-fdb0-483e-bc34-a98f113c5217 req-387ce59d-f5ba-4cc1-88cf-d73073711019 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:20.899573 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bd948b7d-fdb0-483e-bc34-a98f113c5217 req-387ce59d-f5ba-4cc1-88cf-d73073711019 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 943 time: 0.0528600 Aug 01 14:15:20.923390 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 84a9217a-963b-4cc2-9c3d-d50aea2772d1, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=84a9217a-963b-4cc2-9c3d-d50aea2772d1,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:20.939860 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'mac_address': 'fa:16:3e:67:55:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:15:20.952278 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bd948b7d-fdb0-483e-bc34-a98f113c5217 req-791753c3-ad0d-4a95-961a-bde1da5c4852 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461516 Aug 01 14:15:20.982454 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:20.982870 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:20.997628 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a9217a-963b-4cc2-9c3d-d50aea2772d1 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:15:21.018793 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 84a9217a-963b-4cc2-9c3d-d50aea2772d1, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=84a9217a-963b-4cc2-9c3d-d50aea2772d1,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:21.023605 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:21.074224 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=84a9217a-963b-4cc2-9c3d-d50aea2772d1,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:21.555928 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613d791-f5ab-4c6b-a947-04e047d6fb1c req-5fe0fb62-adf7-401b-a140-d24e22481911 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:21.557811 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f613d791-f5ab-4c6b-a947-04e047d6fb1c req-5fe0fb62-adf7-401b-a140-d24e22481911 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0575588 Aug 01 14:15:21.611639 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f613d791-f5ab-4c6b-a947-04e047d6fb1c req-5f373a52-1b86-4e74-bd5a-6256bd6a4f67 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473177 Aug 01 14:15:21.904753 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-94a9dd47-2ea5-40c2-9f32-64eacdd8f922 req-e7de01ec-f8b2-4af1-b1f1-e15fde9d871e service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428850 Aug 01 14:15:21.923712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e7dca-2049-4a7a-bcde-eb14ad653026 req-b8cbebca-eb18-49b2-af90-c4278872769f tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:21.926261 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-808e7dca-2049-4a7a-bcde-eb14ad653026 req-b8cbebca-eb18-49b2-af90-c4278872769f tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.0802178 Aug 01 14:15:21.960594 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:21.983864 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['84a9217a-963b-4cc2-9c3d-d50aea2772d1'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:15:21.998312 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-808e7dca-2049-4a7a-bcde-eb14ad653026 req-c6762e9a-92fc-4914-906b-77c8e7c9bf75 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627961 Aug 01 14:15:22.128178 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:22.135530 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3528fd9-09c9-4db4-9f98-94a8d2b8cd5a req-10d9d2b2-ea98-4cc5-ad6a-86e8276e98ed tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:22.137283 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d3528fd9-09c9-4db4-9f98-94a8d2b8cd5a req-10d9d2b2-ea98-4cc5-ad6a-86e8276e98ed tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 944 time: 0.0534174 Aug 01 14:15:22.175974 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:22.201681 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d3528fd9-09c9-4db4-9f98-94a8d2b8cd5a req-3178a014-6985-4e3d-a3c1-b82e60c8c7c3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562356 Aug 01 14:15:22.381761 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dfed5-e911-48c0-a045-08abecf3c22d req-0deb307c-3921-4bb1-83e0-d8d598cce33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:22.385006 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-764dfed5-e911-48c0-a045-08abecf3c22d req-0deb307c-3921-4bb1-83e0-d8d598cce33d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6bfbca571c4b4199a577322e866dfae9&device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1127 time: 0.0453908 Aug 01 14:15:22.530479 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dfed5-e911-48c0-a045-08abecf3c22d req-eb8b2c7d-5df6-4b17-8ea3-f4235d9a81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:22.531989 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-764dfed5-e911-48c0-a045-08abecf3c22d req-eb8b2c7d-5df6-4b17-8ea3-f4235d9a81d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83622244-0e2b-48fa-9f1f-b69b203342d9 HTTP/1.1" status: 200 len: 909 time: 0.1161819 Aug 01 14:15:22.611253 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:22.634797 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-764dfed5-e911-48c0-a045-08abecf3c22d req-b74081b7-18b2-40e6-a9aa-1a84b69d8373 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 200 len: 998 time: 0.0929236 Aug 01 14:15:22.703205 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 84a9217a-963b-4cc2-9c3d-d50aea2772d1 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:15:22.732723 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dfed5-e911-48c0-a045-08abecf3c22d req-974adc4d-ef8b-43d4-a843-fd3b8f1037ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:22.733917 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-764dfed5-e911-48c0-a045-08abecf3c22d req-974adc4d-ef8b-43d4-a843-fd3b8f1037ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f372540b-2ce5-4811-a16d-91adb9bef9cf HTTP/1.1" status: 200 len: 847 time: 0.0930574 Aug 01 14:15:22.764849 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:15:22.772568 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:22.773103 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:22.840450 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a5fcf-5fed-45c2-b4e8-73e77666cbd2 req-034a22d3-2d89-49c6-8f3f-18015a7d7902 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:22.842959 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-190a5fcf-5fed-45c2-b4e8-73e77666cbd2 req-034a22d3-2d89-49c6-8f3f-18015a7d7902 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.1281977 Aug 01 14:15:22.856796 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dfed5-e911-48c0-a045-08abecf3c22d req-094772c3-1157-455f-98bc-0cfe782a5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:22.859478 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-764dfed5-e911-48c0-a045-08abecf3c22d req-094772c3-1157-455f-98bc-0cfe782a5700 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83622244-0e2b-48fa-9f1f-b69b203342d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1015100 Aug 01 14:15:22.872731 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:22.873237 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:22.901833 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a6765-52cd-4528-9957-3165769c0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a9217a-963b-4cc2-9c3d-d50aea2772d1'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:15:22.904357 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45be86c9-b788-4120-bd1c-265f1b26a02d" -d '{"events": [{"server_uuid": "730a6765-52cd-4528-9957-3165769c0820", "name": "network-vif-plugged", "status": "completed", "tag": "84a9217a-963b-4cc2-9c3d-d50aea2772d1"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:15:22.922843 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 84a9217a-963b-4cc2-9c3d-d50aea2772d1, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=84a9217a-963b-4cc2-9c3d-d50aea2772d1,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:22.932108 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:22.979616 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808881b0-f91d-4b35-a2ac-a207ce560662 x-openstack-request-id: req-808881b0-f91d-4b35-a2ac-a207ce560662 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:15:22.980058 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a6765-52cd-4528-9957-3165769c0820", "name": "network-vif-plugged", "status": "completed", "tag": "84a9217a-963b-4cc2-9c3d-d50aea2772d1", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:15:22.980441 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-808881b0-f91d-4b35-a2ac-a207ce560662 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:15:22.981280 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808881b0-f91d-4b35-a2ac-a207ce560662'] response: {'server_uuid': '730a6765-52cd-4528-9957-3165769c0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'code': 200} Aug 01 14:15:23.026067 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=84a9217a-963b-4cc2-9c3d-d50aea2772d1,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:23.034222 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-190a5fcf-5fed-45c2-b4e8-73e77666cbd2 req-219b9d5c-8d91-48a6-b711-fc591dba078a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1807644 Aug 01 14:15:23.086060 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-764dfed5-e911-48c0-a045-08abecf3c22d req-501029d0-44ad-4211-b8fe-44c6b4efa73e service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157431 Aug 01 14:15:23.204017 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1787b-cadc-400f-bb14-def3f0664642 req-8c2ad3be-4b9a-44c7-8dc8-25d602f47cf5 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:23.205525 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-26d1787b-cadc-400f-bb14-def3f0664642 req-8c2ad3be-4b9a-44c7-8dc8-25d602f47cf5 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.1075943 Aug 01 14:15:23.291093 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-764dfed5-e911-48c0-a045-08abecf3c22d req-c92de253-7463-4102-a734-f6c5b664ec90 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537638 Aug 01 14:15:23.299106 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-26d1787b-cadc-400f-bb14-def3f0664642 req-dcfdd9e8-a521-4893-a54c-e1e229e26d84 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819747 Aug 01 14:15:23.360499 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0180-45c6-4b41-9582-d0b0f153a764 req-bf3ab2e0-e864-4adc-a6d4-f4b4cf7b78d7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:23.362058 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e90e0180-45c6-4b41-9582-d0b0f153a764 req-bf3ab2e0-e864-4adc-a6d4-f4b4cf7b78d7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Aug 01 14:15:23.439986 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e90e0180-45c6-4b41-9582-d0b0f153a764 req-12b9bbdb-50b8-48d3-8376-00c47495d93f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716436 Aug 01 14:15:23.786898 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671629c-2de2-4221-b485-c976816c1871 req-29d576ac-422f-40f6-8269-a39933fe2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:23.788307 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d671629c-2de2-4221-b485-c976816c1871 req-29d576ac-422f-40f6-8269-a39933fe2f99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 1129 time: 0.0460377 Aug 01 14:15:23.844491 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d671629c-2de2-4221-b485-c976816c1871 req-c29ec6ab-08a8-4415-b858-b2c0ad129579 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492454 Aug 01 14:15:24.166503 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:24.228389 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6790d2c-4f01-4974-8880-ba2b81bdb37c req-15a79100-d499-49ba-b326-a9d6f36524bc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:24.230032 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6790d2c-4f01-4974-8880-ba2b81bdb37c req-15a79100-d499-49ba-b326-a9d6f36524bc tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0791655 Aug 01 14:15:24.310257 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6790d2c-4f01-4974-8880-ba2b81bdb37c req-409f3724-6241-4bf8-8135-66de0e0409b8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730095 Aug 01 14:15:24.359400 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-82e0840f-23d7-4a68-b3fd-d37df51257c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:24.456484 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dcfb4-66be-4c3f-a488-f73c5701e87b req-1d958680-11ce-4848-a423-cde7e25bb4f9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:24.458261 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4f5dcfb4-66be-4c3f-a488-f73c5701e87b req-1d958680-11ce-4848-a423-cde7e25bb4f9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.0645685 Aug 01 14:15:24.531188 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4f5dcfb4-66be-4c3f-a488-f73c5701e87b req-03981326-4b69-4a54-ac46-9742d5e92ac3 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649879 Aug 01 14:15:24.593113 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a320dd-1b3c-42d8-ba2b-fe3571b5ed36 req-744c10f3-c394-436f-bf90-f14cb3c7b81e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:24.594634 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-76a320dd-1b3c-42d8-ba2b-fe3571b5ed36 req-744c10f3-c394-436f-bf90-f14cb3c7b81e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 945 time: 0.0621221 Aug 01 14:15:24.645752 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-76a320dd-1b3c-42d8-ba2b-fe3571b5ed36 req-9120d151-fa62-4246-aed2-ee1daa99a76a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452197 Aug 01 14:15:25.468363 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08257cac-3bba-440e-a6e6-97bf9568ee76 req-91dbfa5d-d321-4877-b385-f90771929d3f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:25.470110 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-08257cac-3bba-440e-a6e6-97bf9568ee76 req-91dbfa5d-d321-4877-b385-f90771929d3f tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0731895 Aug 01 14:15:25.503473 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:25.532198 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-08257cac-3bba-440e-a6e6-97bf9568ee76 req-de1dafc7-35aa-4bb1-a205-80febb20218b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552142 Aug 01 14:15:25.662719 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34926) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:25.682989 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31da3-27b1-48e0-b319-5890127f553c req-12c61e43-1a24-48bf-9f45-cfe9dce19e4d tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:25.684898 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-99b31da3-27b1-48e0-b319-5890127f553c req-12c61e43-1a24-48bf-9f45-cfe9dce19e4d tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.0627265 Aug 01 14:15:25.788397 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-99b31da3-27b1-48e0-b319-5890127f553c req-c3209e1a-b154-41fa-abeb-6cccd3450459 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955975 Aug 01 14:15:25.805117 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc95b2e-d5bc-4765-82b8-e597955c0c22 req-7f570ca2-6ea0-4cfa-acbb-ae1dbc12db46 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:25.806955 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cdc95b2e-d5bc-4765-82b8-e597955c0c22 req-7f570ca2-6ea0-4cfa-acbb-ae1dbc12db46 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 945 time: 0.0707061 Aug 01 14:15:25.851550 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01898998-e81a-489a-92c1-a2eaab676583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:25.871886 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:25.882798 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cdc95b2e-d5bc-4765-82b8-e597955c0c22 req-b2668d7b-f7dc-41a1-81c3-c6613c53c082 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647755 Aug 01 14:15:25.949154 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01898998-e81a-489a-92c1-a2eaab676583 admin admin] Publish callbacks [] for security_group (e8fa75f9-eb7b-4c45-b7fd-007ec12d83e5), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:25.954808 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-01898998-e81a-489a-92c1-a2eaab676583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (e8fa75f9-eb7b-4c45-b7fd-007ec12d83e5), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.003226 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01898998-e81a-489a-92c1-a2eaab676583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa75f9-eb7b-4c45-b7fd-007ec12d83e5,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:26.011475 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34934) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:26.011825 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-01898998-e81a-489a-92c1-a2eaab676583 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ebac7e944724e3da40032c45b57d095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477747 Aug 01 14:15:26.079145 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a4c95bcb-1aeb-4362-882c-49e0bfcf7efd admin admin] Publish callbacks [] for security_group (e8fa75f9-eb7b-4c45-b7fd-007ec12d83e5), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.116309 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a4c95bcb-1aeb-4362-882c-49e0bfcf7efd admin admin] Publish callbacks [] for security_group (e8fa75f9-eb7b-4c45-b7fd-007ec12d83e5), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.232815 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bbb05-e2f2-4a68-ad28-106e3a1c0044 req-a3cd89f9-fad8-422a-a689-21bed573dc77 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:26.235464 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9e5bbb05-e2f2-4a68-ad28-106e3a1c0044 req-a3cd89f9-fad8-422a-a689-21bed573dc77 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 945 time: 0.0947559 Aug 01 14:15:26.246368 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 34936) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:26.251795 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-f871137f-571d-4499-a8fb-2c5ab889990a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'floatingip': {'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:15:26.290676 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a4c95bcb-1aeb-4362-882c-49e0bfcf7efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (e8fa75f9-eb7b-4c45-b7fd-007ec12d83e5), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.293265 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a4c95bcb-1aeb-4362-882c-49e0bfcf7efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.294635 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-a4c95bcb-1aeb-4362-882c-49e0bfcf7efd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8fa75f9-eb7b-4c45-b7fd-007ec12d83e5 HTTP/1.1" status: 204 len: 168 time: 0.2812464 Aug 01 14:15:26.312580 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f871137f-571d-4499-a8fb-2c5ab889990a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (7ee1b4d8-9687-44c5-ad5d-d3c967b8d658), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.317368 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c95bcb-1aeb-4362-882c-49e0bfcf7efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa75f9-eb7b-4c45-b7fd-007ec12d83e5,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:26.606413 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:26.607696 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-16c1ad4b-dd93-47db-90c4-e0dc30ea21e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.682136 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34944) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:26.700775 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f627f644-5983-4407-b6df-efea3cb6adeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.737173 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device ec79e886-ddb7-4769-af78-cfcf4186343e details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:15:26.768960 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4b69b-47dd-4dff-ba8c-b5aebb74489b req-163cbb15-dcd0-4bc2-8003-a12e518a91c7 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:26.771140 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05c4b69b-47dd-4dff-ba8c-b5aebb74489b req-163cbb15-dcd0-4bc2-8003-a12e518a91c7 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.1045332 Aug 01 14:15:26.823716 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f627f644-5983-4407-b6df-efea3cb6adeb admin admin] Publish callbacks [] for security_group (df28cae7-87ba-4c84-aca5-7fbc299a998a), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.828205 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f627f644-5983-4407-b6df-efea3cb6adeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (df28cae7-87ba-4c84-aca5-7fbc299a998a), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.897475 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f627f644-5983-4407-b6df-efea3cb6adeb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24fe3482c42347a3b533219a4d8d30b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110586 Aug 01 14:15:26.900834 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port ec79e886-ddb7-4769-af78-cfcf4186343e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=ec79e886-ddb7-4769-af78-cfcf4186343e,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:26.904638 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-05c4b69b-47dd-4dff-ba8c-b5aebb74489b req-f78b7742-8fe1-401f-99c1-21356aaf2ff9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958388 Aug 01 14:15:26.916165 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'port_id': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'mac_address': 'fa:16:3e:de:0c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:15:26.921980 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 34948) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:26.975551 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port ec79e886-ddb7-4769-af78-cfcf4186343e is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:26.976533 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:26.986897 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676bd35-5ba0-4328-b543-e8528ec093ff req-779b2709-5d63-4fc8-ae6d-0ca4a6b56dc2 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:26.988621 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3676bd35-5ba0-4328-b543-e8528ec093ff req-779b2709-5d63-4fc8-ae6d-0ca4a6b56dc2 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 943 time: 0.0541363 Aug 01 14:15:26.999225 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec79e886-ddb7-4769-af78-cfcf4186343e {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:15:27.002559 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627f644-5983-4407-b6df-efea3cb6adeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df28cae7-87ba-4c84-aca5-7fbc299a998a,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:27.009903 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.db.resource_extend [None req-f871137f-571d-4499-a8fb-2c5ab889990a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 01 14:15:27.031187 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5a1d29ac-1439-41d1-b5be-af10a66aa423 admin admin] Publish callbacks [] for security_group (df28cae7-87ba-4c84-aca5-7fbc299a998a), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:27.043008 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port ec79e886-ddb7-4769-af78-cfcf4186343e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=ec79e886-ddb7-4769-af78-cfcf4186343e,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:27.048929 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:27.061576 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5a1d29ac-1439-41d1-b5be-af10a66aa423 admin admin] Publish callbacks [] for security_group (df28cae7-87ba-4c84-aca5-7fbc299a998a), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:27.098949 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f871137f-571d-4499-a8fb-2c5ab889990a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:27.107198 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f871137f-571d-4499-a8fb-2c5ab889990a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (7ee1b4d8-9687-44c5-ad5d-d3c967b8d658), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:27.114095 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3676bd35-5ba0-4328-b543-e8528ec093ff req-b9159c06-0d54-4315-9100-2e2c95a606f1 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156077 Aug 01 14:15:27.117224 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=ec79e886-ddb7-4769-af78-cfcf4186343e,revision_number=7']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:27.154036 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5a1d29ac-1439-41d1-b5be-af10a66aa423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (df28cae7-87ba-4c84-aca5-7fbc299a998a), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:27.156836 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5a1d29ac-1439-41d1-b5be-af10a66aa423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:27.162270 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-5a1d29ac-1439-41d1-b5be-af10a66aa423 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df28cae7-87ba-4c84-aca5-7fbc299a998a HTTP/1.1" status: 204 len: 168 time: 0.2385414 Aug 01 14:15:27.167511 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=18 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:27.177008 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d29ac-1439-41d1-b5be-af10a66aa423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df28cae7-87ba-4c84-aca5-7fbc299a998a,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:27.232960 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [None req-f871137f-571d-4499-a8fb-2c5ab889990a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Floating IP 7ee1b4d8-9687-44c5-ad5d-d3c967b8d658 associated. External IP: 172.27.4.6, port: 84a9217a-963b-4cc2-9c3d-d50aea2772d1. Aug 01 14:15:27.238250 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:27.320720 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['ec79e886-ddb7-4769-af78-cfcf4186343e'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:15:27.486799 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f871137f-571d-4499-a8fb-2c5ab889990a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Router 81e49279-8e0b-41d8-8922-2266359f7c20 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:15:27.636542 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f871137f-571d-4499-a8fb-2c5ab889990a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:15:27.640972 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-f871137f-571d-4499-a8fb-2c5ab889990a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:27.648867 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:15:27.665498 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:15:27.666746 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:15:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:27.714084 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-f871137f-571d-4499-a8fb-2c5ab889990a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "PUT /v2.0/floatingips/7ee1b4d8-9687-44c5-ad5d-d3c967b8d658 HTTP/1.1" status: 200 len: 989 time: 1.4586346 Aug 01 14:15:27.714084 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730a6765-52cd-4528-9957-3165769c0820', 'tag': '84a9217a-963b-4cc2-9c3d-d50aea2772d1'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:15:27.714084 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352d41c7-500c-4cf9-b986-6317f9c75ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "730a6765-52cd-4528-9957-3165769c0820", "tag": "84a9217a-963b-4cc2-9c3d-d50aea2772d1"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:15:27.718843 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:27.748246 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:27.768094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f158a7-d748-4ed6-a1d3-d9e913ed9020 x-openstack-request-id: req-06f158a7-d748-4ed6-a1d3-d9e913ed9020 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:15:27.768094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730a6765-52cd-4528-9957-3165769c0820", "tag": "84a9217a-963b-4cc2-9c3d-d50aea2772d1", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:15:27.768094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06f158a7-d748-4ed6-a1d3-d9e913ed9020 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:15:27.769115 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f158a7-d748-4ed6-a1d3-d9e913ed9020'] response: {'name': 'network-changed', 'server_uuid': '730a6765-52cd-4528-9957-3165769c0820', 'tag': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'status': 'completed', 'code': 200} Aug 01 14:15:27.774568 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:27.816327 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:15:27.863655 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-2c7f0f43-2c45-4fda-b1e8-89c7d7e8074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:27.865774 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-2c7f0f43-2c45-4fda-b1e8-89c7d7e8074f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 1129 time: 0.0689073 Aug 01 14:15:27.869830 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:27.930084 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:28.001816 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-4a66baf1-3c84-4276-88dc-e0492cdc83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:28.004260 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-4a66baf1-3c84-4276-88dc-e0492cdc83c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 916 time: 0.1279101 Aug 01 14:15:28.103230 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '7ee1b4d8-9687-44c5-ad5d-d3c967b8d658', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.6', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:67:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:07Z', 'updated_at': '2022-08-01T14:15:26Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:28.131500 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e956c-af6c-4c7f-81d7-5aaa041759b3 req-d948fc6d-d525-421e-b9cf-a332cbfd545a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:28.133148 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a86e956c-af6c-4c7f-81d7-5aaa041759b3 req-d948fc6d-d525-421e-b9cf-a332cbfd545a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.1077623 Aug 01 14:15:28.133385 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:15:28.140218 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-532ee561-4ebc-4e72-892a-3f858157a5ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84a9217a-963b-4cc2-9c3d-d50aea2772d1 HTTP/1.1" status: 200 len: 997 time: 0.1293874 Aug 01 14:15:28.143594 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:15:28.146336 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:15:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:28.238797 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a86e956c-af6c-4c7f-81d7-5aaa041759b3 req-41b10554-faad-4a76-9822-f7b194feb619 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971992 Aug 01 14:15:28.295564 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:28.315384 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f58826-1508-4c03-8882-901a201048d6 req-7c27f822-98ff-4973-b74b-19f69db6191c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:28.317759 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-94f58826-1508-4c03-8882-901a201048d6 req-7c27f822-98ff-4973-b74b-19f69db6191c tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 944 time: 0.0700054 Aug 01 14:15:28.325205 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-14f0dd65-df44-4bc4-9524-70c510198158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:28.326514 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:15:28.327517 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-14f0dd65-df44-4bc4-9524-70c510198158 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.1775632 Aug 01 14:15:28.403539 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-c33ed7c5-0083-477b-87af-9df61f024ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:28.405251 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-c33ed7c5-0083-477b-87af-9df61f024ef9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0691860 Aug 01 14:15:28.430447 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-94f58826-1508-4c03-8882-901a201048d6 req-2b25e373-f856-437c-a1ee-8e19ed615bf0 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018400 Aug 01 14:15:28.531903 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-fe3a8e25-c879-4e78-bf0b-d077e885e6c4 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197784 Aug 01 14:15:28.649293 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '7ee1b4d8-9687-44c5-ad5d-d3c967b8d658', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.6', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:67:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:07Z', 'updated_at': '2022-08-01T14:15:26Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:15:28.674111 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-352d41c7-500c-4cf9-b986-6317f9c75ea9 req-889f3bda-f6f6-4239-8dcd-e471f1f43660 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332521 Aug 01 14:15:28.679849 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc534a-5bcd-44e4-869a-3b782c164c05 None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '7ee1b4d8-9687-44c5-ad5d-d3c967b8d658', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.6', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:67:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:07Z', 'updated_at': '2022-08-01T14:15:26Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:15:28.763173 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device ec79e886-ddb7-4769-af78-cfcf4186343e up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:15:28.827771 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port ec79e886-ddb7-4769-af78-cfcf4186343e triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:28.828951 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:28.939252 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port ec79e886-ddb7-4769-af78-cfcf4186343e is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:28.939645 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:28.949247 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0256624-f205-48a4-bdc2-1dc1d8276b6c None None] New status for floating IP 7ee1b4d8-9687-44c5-ad5d-d3c967b8d658: ACTIVE {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:15:29.027702 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:15:29.030471 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34ce751-9748-4042-a917-f0c0b43898b4" -d '{"events": [{"server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "name": "network-vif-plugged", "status": "completed", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:15:29.053528 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port ec79e886-ddb7-4769-af78-cfcf4186343e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=ec79e886-ddb7-4769-af78-cfcf4186343e,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:29.084717 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7163ef42-04e3-4861-995f-0f3bac91d7b6 x-openstack-request-id: req-7163ef42-04e3-4861-995f-0f3bac91d7b6 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:15:29.084996 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "name": "network-vif-plugged", "status": "completed", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:15:29.085244 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7163ef42-04e3-4861-995f-0f3bac91d7b6 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:15:29.085643 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7163ef42-04e3-4861-995f-0f3bac91d7b6'] response: {'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'code': 200} Aug 01 14:15:29.088619 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:29.208289 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=ec79e886-ddb7-4769-af78-cfcf4186343e,revision_number=8']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:29.215416 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:29.219015 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.219640 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.220249 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.220860 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.221264 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.221648 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.222182 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.222526 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.222971 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.223171 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.223663 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.223990 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.224552 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.225032 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.225535 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:29.362670 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:29.388165 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad0d5e-f38d-4312-976c-461c0d0bffcb req-3fee9f27-c35d-4834-8972-7cab6b1af206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:29.389614 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-19ad0d5e-f38d-4312-976c-461c0d0bffcb req-3fee9f27-c35d-4834-8972-7cab6b1af206 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1129 time: 0.0738153 Aug 01 14:15:29.411234 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb96b0-dca5-47dc-8089-d9a6bf091fde req-d7d4fc77-9b06-46fd-a34b-c73724ed4157 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:29.412940 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-48cb96b0-dca5-47dc-8089-d9a6bf091fde req-d7d4fc77-9b06-46fd-a34b-c73724ed4157 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0668738 Aug 01 14:15:29.480425 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-19ad0d5e-f38d-4312-976c-461c0d0bffcb req-55ed9007-4b8c-46e5-bfaa-c6695b0f5f14 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833068 Aug 01 14:15:29.493353 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-48cb96b0-dca5-47dc-8089-d9a6bf091fde req-6050ca6c-5abd-400a-b35f-65566a101f74 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718117 Aug 01 14:15:29.591582 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeef5b-b7f8-4fd1-82d5-c54c56f49dd9 req-936e375a-aeab-4783-b38c-8f266274cc47 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:29.593198 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bbaeef5b-b7f8-4fd1-82d5-c54c56f49dd9 req-936e375a-aeab-4783-b38c-8f266274cc47 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0613861 Aug 01 14:15:29.654713 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bbaeef5b-b7f8-4fd1-82d5-c54c56f49dd9 req-15bcef60-a42c-46f0-ad5b-974ea43ba18b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550644 Aug 01 14:15:29.926299 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:30.637222 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f0c2-fa7a-49d7-90a6-7863cf9e17e1 req-07c9d801-cbbc-4eb5-9463-8e78f3c31a87 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:30.638831 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-11a2f0c2-fa7a-49d7-90a6-7863cf9e17e1 req-07c9d801-cbbc-4eb5-9463-8e78f3c31a87 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0527852 Aug 01 14:15:30.690630 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-11a2f0c2-fa7a-49d7-90a6-7863cf9e17e1 req-d9044562-a2a7-4d29-884d-39ac92a6c417 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459201 Aug 01 14:15:30.758849 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:30.806963 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c0ba0-d6ae-45cd-9b7c-eee05e94637f req-3b604dc0-2310-4c02-87ae-3f0f1ed02bd9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:30.815890 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-731c0ba0-d6ae-45cd-9b7c-eee05e94637f req-3b604dc0-2310-4c02-87ae-3f0f1ed02bd9 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0667403 Aug 01 14:15:30.880410 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-731c0ba0-d6ae-45cd-9b7c-eee05e94637f req-2520f64f-bd85-4c45-97b7-cd3d4af6bf27 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633857 Aug 01 14:15:31.836692 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59295e6d-58fa-4e7f-9bf6-48f91fec027b req-16f9f549-4569-4896-8fbd-f533142d2197 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:31.839391 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-59295e6d-58fa-4e7f-9bf6-48f91fec027b req-16f9f549-4569-4896-8fbd-f533142d2197 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0542302 Aug 01 14:15:31.897184 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-59295e6d-58fa-4e7f-9bf6-48f91fec027b req-a944f8cb-a75b-4502-afcf-49084b345418 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518763 Aug 01 14:15:32.023842 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00a39d-7206-4655-9028-7b65ebc0f894 req-707ab833-533d-48d0-8e39-983e95ce305b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:32.025470 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d00a39d-7206-4655-9028-7b65ebc0f894 req-707ab833-533d-48d0-8e39-983e95ce305b tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.0581920 Aug 01 14:15:32.081193 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d00a39d-7206-4655-9028-7b65ebc0f894 req-ec07a22a-456c-43c2-8539-acfa932b4222 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485547 Aug 01 14:15:32.764401 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6f4bdd7e-2b10-4789-8e67-555594e488b6 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:15:32.891332 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:32.907154 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'port_id': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'mac_address': 'fa:16:3e:df:6c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:15:32.956616 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6f4bdd7e-2b10-4789-8e67-555594e488b6 is: ACTIVE; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:32.957025 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:32.975628 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f4bdd7e-2b10-4789-8e67-555594e488b6 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:15:32.998560 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:33.008620 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:33.061088 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1bdc3-ae2a-48a7-b503-ccf9c45033db req-7ca4ef78-af06-4545-bea1-f566334220af tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:33.063275 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-aaf1bdc3-ae2a-48a7-b503-ccf9c45033db req-7ca4ef78-af06-4545-bea1-f566334220af tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0694015 Aug 01 14:15:33.065706 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=6']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:33.118373 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-aaf1bdc3-ae2a-48a7-b503-ccf9c45033db req-a893be06-f825-43e6-859b-54cfdde58ff0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489721 Aug 01 14:15:33.159936 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['6f4bdd7e-2b10-4789-8e67-555594e488b6'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:15:33.221884 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:33.249554 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:34.271218 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7e19a-a62b-401d-9556-edbc39138444 req-c15b8093-08b3-46ee-8229-c8de2f970176 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:34.275016 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-67f7e19a-a62b-401d-9556-edbc39138444 req-c15b8093-08b3-46ee-8229-c8de2f970176 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 944 time: 0.0713861 Aug 01 14:15:34.340984 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-67f7e19a-a62b-401d-9556-edbc39138444 req-2b137994-7e49-448b-bc17-cbfd6e53d1d4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590608 Aug 01 14:15:34.797270 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6f4bdd7e-2b10-4789-8e67-555594e488b6 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:15:34.893190 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 6f4bdd7e-2b10-4789-8e67-555594e488b6 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:15:34.894259 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:35.037180 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6f4bdd7e-2b10-4789-8e67-555594e488b6 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:35.038068 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:35.079190 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:15:35.082345 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648d36de-f15a-43fd-b788-d74270226d46" -d '{"events": [{"server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "name": "network-vif-plugged", "status": "completed", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:15:35.107391 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:35.128004 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:35.253377 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a326a0e9-5976-4a24-8a4e-832319c165c4 x-openstack-request-id: req-a326a0e9-5976-4a24-8a4e-832319c165c4 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:15:35.253842 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "name": "network-vif-plugged", "status": "completed", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:15:35.254243 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a326a0e9-5976-4a24-8a4e-832319c165c4 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:15:35.255150 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a326a0e9-5976-4a24-8a4e-832319c165c4'] response: {'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'code': 200} Aug 01 14:15:35.258132 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=7']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:35.507572 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6235b2-1722-418d-bc38-4f3ad7e53ddf req-3f1f15d0-8859-452b-a00f-c8c3201c0367 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:35.509293 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8b6235b2-1722-418d-bc38-4f3ad7e53ddf req-3f1f15d0-8859-452b-a00f-c8c3201c0367 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0671782 Aug 01 14:15:35.579839 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8b6235b2-1722-418d-bc38-4f3ad7e53ddf req-9dd33f43-3a9e-4cb3-b6ec-02d8fdd45d34 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635948 Aug 01 14:15:36.764940 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e421da-a7fe-48fe-9bc9-e32c70296d98 req-fcb88698-46d0-4f34-9ebe-4094f4464ef8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:36.772967 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-12e421da-a7fe-48fe-9bc9-e32c70296d98 req-fcb88698-46d0-4f34-9ebe-4094f4464ef8 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0800369 Aug 01 14:15:36.862253 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-12e421da-a7fe-48fe-9bc9-e32c70296d98 req-e55ef2f9-788c-4bc7-843b-37b0b148390a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873017 Aug 01 14:15:37.167406 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:UPDATE=2,neutron:SELECT=50,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:37.390028 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:15:38.009119 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:38.026434 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ded63a-ea37-4904-9ba6-d7446ca71d6c req-765ab9ea-a763-48e5-968c-ca7e13e18520 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:38.028229 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-36ded63a-ea37-4904-9ba6-d7446ca71d6c req-765ab9ea-a763-48e5-968c-ca7e13e18520 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0546236 Aug 01 14:15:38.086022 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-36ded63a-ea37-4904-9ba6-d7446ca71d6c req-35136218-d58c-4e49-bd8c-b9d79a9d76fd tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513844 Aug 01 14:15:38.652911 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=63 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:39.254372 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3eb01b-0a0b-441e-afbb-c642d82171db req-85d842da-d20c-44d5-9644-1de1ad2613e3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:39.256429 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-af3eb01b-0a0b-441e-afbb-c642d82171db req-85d842da-d20c-44d5-9644-1de1ad2613e3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0737147 Aug 01 14:15:39.329026 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-af3eb01b-0a0b-441e-afbb-c642d82171db req-62cafa11-aedf-4cb1-87d1-4482568d3096 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635161 Aug 01 14:15:40.540142 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddbd04-c078-4009-adcd-304d18f31172 req-e35b6163-5e76-41a1-a9a5-be63cc80d8d0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:40.554483 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1cddbd04-c078-4009-adcd-304d18f31172 req-e35b6163-5e76-41a1-a9a5-be63cc80d8d0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0913754 Aug 01 14:15:40.627988 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1cddbd04-c078-4009-adcd-304d18f31172 req-0a7a8844-a207-43bf-b58d-f182180237e6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713887 Aug 01 14:15:41.821720 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a91c6-becc-4341-924a-2d954a87a2b7 req-44a553dd-97eb-4e3e-a826-dc271348c5fa tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:41.823581 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-937a91c6-becc-4341-924a-2d954a87a2b7 req-44a553dd-97eb-4e3e-a826-dc271348c5fa tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0675311 Aug 01 14:15:41.885327 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-937a91c6-becc-4341-924a-2d954a87a2b7 req-0abf7ef2-1ba9-49aa-9ac7-526557f5a1f1 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543275 Aug 01 14:15:43.009927 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:43.030829 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239de2b-c064-4cbe-8c9a-f9fb6a7b8495 req-29ebe139-5bff-45be-bd35-0eab19f47e50 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:43.032467 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5239de2b-c064-4cbe-8c9a-f9fb6a7b8495 req-29ebe139-5bff-45be-bd35-0eab19f47e50 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0648627 Aug 01 14:15:43.091965 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5239de2b-c064-4cbe-8c9a-f9fb6a7b8495 req-e7478447-1ee2-4bae-9065-fefda07943a9 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525181 Aug 01 14:15:43.345111 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-9d3e010c-0d07-453c-98df-2ae4f2b29441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:43.346553 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-9d3e010c-0d07-453c-98df-2ae4f2b29441 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 1129 time: 0.0410533 Aug 01 14:15:43.448259 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-6cb06e12-97e5-4ce4-894b-9cf299f4b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:43.449820 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-6cb06e12-97e5-4ce4-894b-9cf299f4b6fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 918 time: 0.0957260 Aug 01 14:15:43.516918 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-7f2f0153-38e6-42fd-9088-b18c27deb6be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6 HTTP/1.1" status: 200 len: 999 time: 0.0598211 Aug 01 14:15:43.581461 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-b9e5bc26-4839-4661-9b54-5f8f762ede27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:43.582943 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-b9e5bc26-4839-4661-9b54-5f8f762ede27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 200 len: 856 time: 0.0593548 Aug 01 14:15:43.630093 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-c1796a67-dce6-4166-bec5-00a1fd2bfbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:43.631591 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-c1796a67-dce6-4166-bec5-00a1fd2bfbe5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=294e8be6-62c8-4d19-be24-df34926b9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417554 Aug 01 14:15:43.731438 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-e871b32b-501c-4c65-ae6c-51ccdabbaadd service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925236 Aug 01 14:15:43.826801 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ae0315c3-5d0c-452f-8d2c-398559d2d96b req-b0383186-c1f5-46c7-8a63-652a2095ad8d service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885491 Aug 01 14:15:44.224789 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d0d9-798f-4fc9-a7bf-7ac5f106b312 req-0a7c4769-a0f6-4945-998d-0ee629735834 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:44.226416 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c549d0d9-798f-4fc9-a7bf-7ac5f106b312 req-0a7c4769-a0f6-4945-998d-0ee629735834 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0507946 Aug 01 14:15:44.282663 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c549d0d9-798f-4fc9-a7bf-7ac5f106b312 req-7059fb92-e5ce-46c8-9185-5aa968155c28 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490804 Aug 01 14:15:45.137393 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:45.257382 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:45.416070 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38971321-b0b6-45d0-b73b-b7151d32983f req-f60024c3-dc72-4dd4-aee0-d334aa0fb3c0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:45.417634 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-38971321-b0b6-45d0-b73b-b7151d32983f req-f60024c3-dc72-4dd4-aee0-d334aa0fb3c0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0512595 Aug 01 14:15:45.430804 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:45.469603 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-38971321-b0b6-45d0-b73b-b7151d32983f req-ca1ae379-baa4-4995-81e8-bdb6e610dd31 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460165 Aug 01 14:15:46.291899 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 35264) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:46.403905 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-41b9c09c-da8e-4f77-8f65-81eac1e4ed6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:46.484764 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-41b9c09c-da8e-4f77-8f65-81eac1e4ed6e admin admin] Publish callbacks [] for security_group (998e8c95-5f73-449a-8c34-f91d163c76f8), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:46.489976 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-41b9c09c-da8e-4f77-8f65-81eac1e4ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (998e8c95-5f73-449a-8c34-f91d163c76f8), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:46.527041 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:46.531978 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-41b9c09c-da8e-4f77-8f65-81eac1e4ed6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d6aaa64040b408f9ac4f048c335de6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390041 Aug 01 14:15:46.535401 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9c09c-da8e-4f77-8f65-81eac1e4ed6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998e8c95-5f73-449a-8c34-f91d163c76f8,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:46.535854 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 35270) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:46.633608 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1076-6806-4ec7-af79-d9be90a5e33c req-74eeffc7-1499-4d45-895e-ffa0c0a2a029 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:46.635173 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ea6e1076-6806-4ec7-af79-d9be90a5e33c req-74eeffc7-1499-4d45-895e-ffa0c0a2a029 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 945 time: 0.0733695 Aug 01 14:15:46.642175 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2faf6567-bce9-4885-afe0-7d8c6021e2aa admin admin] Publish callbacks [] for security_group (998e8c95-5f73-449a-8c34-f91d163c76f8), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:46.682060 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2faf6567-bce9-4885-afe0-7d8c6021e2aa admin admin] Publish callbacks [] for security_group (998e8c95-5f73-449a-8c34-f91d163c76f8), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:46.727998 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ea6e1076-6806-4ec7-af79-d9be90a5e33c req-8443d641-98a5-43b7-83fe-8d163e6620ad tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870271 Aug 01 14:15:46.754205 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2faf6567-bce9-4885-afe0-7d8c6021e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (998e8c95-5f73-449a-8c34-f91d163c76f8), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:46.757391 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2faf6567-bce9-4885-afe0-7d8c6021e2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:46.761113 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-2faf6567-bce9-4885-afe0-7d8c6021e2aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/998e8c95-5f73-449a-8c34-f91d163c76f8 HTTP/1.1" status: 204 len: 168 time: 0.2217915 Aug 01 14:15:46.770580 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf6567-bce9-4885-afe0-7d8c6021e2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e8c95-5f73-449a-8c34-f91d163c76f8,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:46.843024 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6f4bdd7e-2b10-4789-8e67-555594e488b6 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:15:46.946581 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6f4bdd7e-2b10-4789-8e67-555594e488b6 is: ACTIVE; New status is: DOWN {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:15:46.946989 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:46.977931 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:15:46.980360 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa2d9b6-2e65-4372-8b2f-ea77f0f6373a" -d '{"events": [{"server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:15:46.995496 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:15:47.000806 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:47.027959 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 01 Aug 2022 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9d83c6-411d-47f6-8539-aaa498bab46c x-openstack-request-id: req-0c9d83c6-411d-47f6-8539-aaa498bab46c {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:15:47.028256 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "name": "network-vif-unplugged", "status": "failed", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6", "code": 422}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:15:47.028697 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c9d83c6-411d-47f6-8539-aaa498bab46c {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:15:47.029642 dv-cinder-845178-10-iscsi neutron-server[104320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0c9d83c6-411d-47f6-8539-aaa498bab46c']: {'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'code': 422} returned with failed status Aug 01 14:15:47.064079 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=8']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:47.149433 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35288) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:47.164977 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:47.265810 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Publish callbacks [] for security_group (83bedb79-0f6e-406f-b568-ce24999dc5fe), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:47.273805 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (83bedb79-0f6e-406f-b568-ce24999dc5fe), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:47.326936 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec98b3488e5f482fac368424ba20f95d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760945 Aug 01 14:15:47.327677 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bedb79-0f6e-406f-b568-ce24999dc5fe,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:47.329800 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 35296) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:47.336027 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.336305 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.336518 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.336801 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.337267 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.337872 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.337872 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.338235 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.338383 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.338728 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.339028 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.339347 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.340176 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.340176 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.340540 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d74dc-bdc2-471b-bf40-c4fde711a71b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:15:47.383542 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=54 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:47.390012 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b5791366-a600-4b34-80c9-9adb35d4bacc admin admin] Publish callbacks [] for security_group (83bedb79-0f6e-406f-b568-ce24999dc5fe), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:47.417696 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b5791366-a600-4b34-80c9-9adb35d4bacc admin admin] Publish callbacks [] for security_group (83bedb79-0f6e-406f-b568-ce24999dc5fe), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:47.755812 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b5791366-a600-4b34-80c9-9adb35d4bacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (83bedb79-0f6e-406f-b568-ce24999dc5fe), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:47.758519 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-b5791366-a600-4b34-80c9-9adb35d4bacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:47.762571 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-b5791366-a600-4b34-80c9-9adb35d4bacc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83bedb79-0f6e-406f-b568-ce24999dc5fe HTTP/1.1" status: 204 len: 168 time: 0.4289157 Aug 01 14:15:47.768566 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5791366-a600-4b34-80c9-9adb35d4bacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bedb79-0f6e-406f-b568-ce24999dc5fe,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:47.908716 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca32ae0-c0e3-460a-b232-c8b90239b49c req-cc12c57e-5d95-4f6b-98e6-4ffa4ef2534b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:47.910573 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ca32ae0-c0e3-460a-b232-c8b90239b49c req-cc12c57e-5d95-4f6b-98e6-4ffa4ef2534b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0549295 Aug 01 14:15:47.970744 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8ca32ae0-c0e3-460a-b232-c8b90239b49c req-6a04f4e6-0939-4371-8940-e22a14e7fbb3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504298 Aug 01 14:15:48.411439 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35342) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:48.508789 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-1590dfb7-e339-48dd-8f0d-ba5397f5181b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959470 Aug 01 14:15:48.518375 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-eab92312-92a0-4354-9cce-d080d7b032fe service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:15:48.519696 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-eab92312-92a0-4354-9cce-d080d7b032fe service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060649 Aug 01 14:15:48.666840 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35360) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:48.821373 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-aee3300b-8df4-44bb-b6a2-c78a04fccd58 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:48.822863 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-aee3300b-8df4-44bb-b6a2-c78a04fccd58 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports/6f4bdd7e-2b10-4789-8e67-555594e488b6 HTTP/1.1" status: 200 len: 940 time: 0.1550112 Aug 01 14:15:49.146184 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b42f9-4a3e-42a5-91f6-5af3c2bdbc4a req-78abea81-6c97-45bb-843c-a449f123680c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:49.149517 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-394b42f9-4a3e-42a5-91f6-5af3c2bdbc4a req-78abea81-6c97-45bb-843c-a449f123680c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0537453 Aug 01 14:15:49.212039 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-394b42f9-4a3e-42a5-91f6-5af3c2bdbc4a req-ef1655fb-123d-42f6-8341-32cde91120be tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584540 Aug 01 14:15:49.720320 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35392) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:49.782302 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-4b90656d-f63b-475a-8066-cf8ab3dc6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:49.784485 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-4b90656d-f63b-475a-8066-cf8ab3dc6fcb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c&tenant_id=c86a28aa09db413593b6047d4cbd0559 HTTP/1.1" status: 200 len: 1127 time: 0.0463781 Aug 01 14:15:49.849975 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2d3e3283-9659-4c17-8b97-a37a5be37439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:49.861605 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-024203a7-d33a-404c-ac24-238011c5c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:49.863255 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-024203a7-d33a-404c-ac24-238011c5c54b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c86a28aa09db413593b6047d4cbd0559&device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 1127 time: 0.0525746 Aug 01 14:15:49.937234 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2d3e3283-9659-4c17-8b97-a37a5be37439 admin admin] Publish callbacks [] for security_group (c6246393-90de-471f-a2bc-bb11b70b595b), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:49.939873 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:49.943463 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2d3e3283-9659-4c17-8b97-a37a5be37439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c6246393-90de-471f-a2bc-bb11b70b595b), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:49.966967 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-86ec8486-7dc1-4be3-a9ab-d5e8d5f5069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:49.968420 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-86ec8486-7dc1-4be3-a9ab-d5e8d5f5069f service neutron] 10.222.0.57 "GET /v2.0/networks?id=294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 200 len: 918 time: 0.0984378 Aug 01 14:15:49.985374 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2d3e3283-9659-4c17-8b97-a37a5be37439 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3d0451c58d14a098c16be6cf7201cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635520 Aug 01 14:15:49.986540 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e3283-9659-4c17-8b97-a37a5be37439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6246393-90de-471f-a2bc-bb11b70b595b,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:49.989084 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35396) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:50.034794 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-1ce942f5-1d89-49dc-b179-29e0a98d1e9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6 HTTP/1.1" status: 200 len: 997 time: 0.0592363 Aug 01 14:15:50.047691 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-55713911-245f-45c0-86c2-cbb0784798f0 admin admin] Publish callbacks [] for security_group (c6246393-90de-471f-a2bc-bb11b70b595b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.079730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:50.081964 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-55713911-245f-45c0-86c2-cbb0784798f0 admin admin] Publish callbacks [] for security_group (c6246393-90de-471f-a2bc-bb11b70b595b), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.095359 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-def44b9b-ad85-4814-81e6-1cf7c73e0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:50.096918 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-def44b9b-ad85-4814-81e6-1cf7c73e0871 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 200 len: 856 time: 0.0559204 Aug 01 14:15:50.135250 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-55713911-245f-45c0-86c2-cbb0784798f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c6246393-90de-471f-a2bc-bb11b70b595b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.137872 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-55713911-245f-45c0-86c2-cbb0784798f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.140722 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-55713911-245f-45c0-86c2-cbb0784798f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6246393-90de-471f-a2bc-bb11b70b595b HTTP/1.1" status: 204 len: 168 time: 0.1508980 Aug 01 14:15:50.149404 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-8863f1e7-e947-47b3-aa9d-5dae9f8fa9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:50.150926 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55713911-245f-45c0-86c2-cbb0784798f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6246393-90de-471f-a2bc-bb11b70b595b,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:50.151593 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-8863f1e7-e947-47b3-aa9d-5dae9f8fa9db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=294e8be6-62c8-4d19-be24-df34926b9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484636 Aug 01 14:15:50.254060 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-89794cca-7caa-4eed-ad2b-1c7c4ce29cdf service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952811 Aug 01 14:15:50.389745 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a4be0-af07-4443-90fe-dfed8ee476cb req-220d2ae5-59d9-456c-9541-07dbcf83ef67 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:50.391266 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dc0a4be0-af07-4443-90fe-dfed8ee476cb req-220d2ae5-59d9-456c-9541-07dbcf83ef67 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0778561 Aug 01 14:15:50.421350 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b1f65af8-f1f3-45ac-ba19-7c65affd1e52 req-2f7a2d9a-f155-411e-a2c0-c051350a27e1 service neutron] 10.222.0.57 "GET /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599886 Aug 01 14:15:50.463342 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dc0a4be0-af07-4443-90fe-dfed8ee476cb req-91e88325-266d-493e-885a-433494e2e1fa tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610132 Aug 01 14:15:50.480601 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35404) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:50.497051 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b44ef80a-d60f-4d6f-9e6d-2bb80c5c6abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.583250 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b44ef80a-d60f-4d6f-9e6d-2bb80c5c6abf admin admin] Publish callbacks [] for security_group (22b78f6b-cc79-4d00-a3e1-060a06857e93), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.587717 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b44ef80a-d60f-4d6f-9e6d-2bb80c5c6abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (22b78f6b-cc79-4d00-a3e1-060a06857e93), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.606202 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:50.632447 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:50.636974 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-b44ef80a-d60f-4d6f-9e6d-2bb80c5c6abf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7ebace868cb4f5fafa8531836e754bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552839 Aug 01 14:15:50.638325 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ef80a-d60f-4d6f-9e6d-2bb80c5c6abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b78f6b-cc79-4d00-a3e1-060a06857e93,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:50.639876 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 35412) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:50.703477 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0015e163-dfe5-4ca7-ba9a-702c6172814b admin admin] Publish callbacks [] for security_group (22b78f6b-cc79-4d00-a3e1-060a06857e93), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.728546 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0015e163-dfe5-4ca7-ba9a-702c6172814b admin admin] Publish callbacks [] for security_group (22b78f6b-cc79-4d00-a3e1-060a06857e93), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.782113 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0015e163-dfe5-4ca7-ba9a-702c6172814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (22b78f6b-cc79-4d00-a3e1-060a06857e93), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.787045 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0015e163-dfe5-4ca7-ba9a-702c6172814b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:50.787045 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0015e163-dfe5-4ca7-ba9a-702c6172814b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22b78f6b-cc79-4d00-a3e1-060a06857e93 HTTP/1.1" status: 204 len: 168 time: 0.1455128 Aug 01 14:15:50.796303 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015e163-dfe5-4ca7-ba9a-702c6172814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b78f6b-cc79-4d00-a3e1-060a06857e93,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:50.833494 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:51.656535 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317ac08-7fb6-4bd3-9098-f8804535177e req-bf470b60-aa25-4738-a954-d0394c0b5429 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:51.659386 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d317ac08-7fb6-4bd3-9098-f8804535177e req-bf470b60-aa25-4738-a954-d0394c0b5429 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0780392 Aug 01 14:15:51.740655 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d317ac08-7fb6-4bd3-9098-f8804535177e req-b598b105-d564-4e52-bc6e-6e3225bd166c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718510 Aug 01 14:15:52.885336 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d8cc8-c51e-4474-9305-9ce9bfef700f req-41feb997-8fda-4d59-899b-5be949ccbfbb tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:52.887786 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-750d8cc8-c51e-4474-9305-9ce9bfef700f req-41feb997-8fda-4d59-899b-5be949ccbfbb tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0589147 Aug 01 14:15:52.954704 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-750d8cc8-c51e-4474-9305-9ce9bfef700f req-5ee4435e-da31-4590-834f-d89b995f5b36 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601959 Aug 01 14:15:54.100838 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2c985-39a9-4e0d-9da6-3d8c0d34b93e req-b3ea41ff-1bc6-4501-87fb-519318fa4a89 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:54.102620 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-90e2c985-39a9-4e0d-9da6-3d8c0d34b93e req-b3ea41ff-1bc6-4501-87fb-519318fa4a89 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0542026 Aug 01 14:15:54.162158 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-90e2c985-39a9-4e0d-9da6-3d8c0d34b93e req-32fc80ef-b514-4ea9-a93d-4c33b72f0e85 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507469 Aug 01 14:15:54.376819 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ef34d94a-e5dc-49a0-8697-021fb2e1d3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:55.302609 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a92f3-a355-4adb-91dd-4f821ead0015 req-0a0364b3-37ee-4c6e-ab2e-587a64c7d719 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:55.304294 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-af7a92f3-a355-4adb-91dd-4f821ead0015 req-0a0364b3-37ee-4c6e-ab2e-587a64c7d719 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0558739 Aug 01 14:15:55.342489 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:55.363468 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-af7a92f3-a355-4adb-91dd-4f821ead0015 req-4556159c-2d67-45e1-9f69-fadf94328e22 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489013 Aug 01 14:15:56.526063 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac61d0-58e2-4d3b-b672-b80b4a6aaab5 req-1440543f-a4e0-4014-97d9-ca51f772afc5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:56.527660 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-afac61d0-58e2-4d3b-b672-b80b4a6aaab5 req-1440543f-a4e0-4014-97d9-ca51f772afc5 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0642536 Aug 01 14:15:56.599650 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-afac61d0-58e2-4d3b-b672-b80b4a6aaab5 req-23c38b1c-4357-467f-83dc-04b015256bd7 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629265 Aug 01 14:15:56.602937 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9657d003-e16c-4d56-87d8-76e0efc84e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:57.501319 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 35526) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:57.681446 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-fc8e6d0b-867e-480c-a950-ef8b21942f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:57.733346 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:15:57.816242 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9940a2-52c3-4661-9dc4-5306b4108a61 req-3c47779c-5b17-45d2-b909-df45558e409e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:57.817904 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0f9940a2-52c3-4661-9dc4-5306b4108a61 req-3c47779c-5b17-45d2-b909-df45558e409e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0923519 Aug 01 14:15:57.875365 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-fc8e6d0b-867e-480c-a950-ef8b21942f25 admin admin] Publish callbacks [] for security_group (e022799a-1e41-42f7-92d1-19add46d9d7a), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:57.894340 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-fc8e6d0b-867e-480c-a950-ef8b21942f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (e022799a-1e41-42f7-92d1-19add46d9d7a), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:57.931817 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0f9940a2-52c3-4661-9dc4-5306b4108a61 req-46ecd580-891a-47fc-becf-5347f8d5f5ca tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033616 Aug 01 14:15:57.960002 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35532) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:57.960810 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-fc8e6d0b-867e-480c-a950-ef8b21942f25 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=892587ccada547a7bc7701a852c516e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575543 Aug 01 14:15:57.961157 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e6d0b-867e-480c-a950-ef8b21942f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e022799a-1e41-42f7-92d1-19add46d9d7a,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:58.045061 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6f13684a-1152-4ec4-835f-d81ef58c8c75 admin admin] Publish callbacks [] for security_group (e022799a-1e41-42f7-92d1-19add46d9d7a), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.069332 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6f13684a-1152-4ec4-835f-d81ef58c8c75 admin admin] Publish callbacks [] for security_group (e022799a-1e41-42f7-92d1-19add46d9d7a), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.129167 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6f13684a-1152-4ec4-835f-d81ef58c8c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (e022799a-1e41-42f7-92d1-19add46d9d7a), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.132531 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6f13684a-1152-4ec4-835f-d81ef58c8c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.137086 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-6f13684a-1152-4ec4-835f-d81ef58c8c75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e022799a-1e41-42f7-92d1-19add46d9d7a HTTP/1.1" status: 204 len: 168 time: 0.1744895 Aug 01 14:15:58.148053 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13684a-1152-4ec4-835f-d81ef58c8c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e022799a-1e41-42f7-92d1-19add46d9d7a,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:58.282758 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.578875 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35538) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:58.593799 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-49bc4549-bc84-4d26-b50d-800b4a45fb93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.685361 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-49bc4549-bc84-4d26-b50d-800b4a45fb93 admin admin] Publish callbacks [] for security_group (c213e4e6-dae2-4732-9a5f-be498da95787), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.694209 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-49bc4549-bc84-4d26-b50d-800b4a45fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c213e4e6-dae2-4732-9a5f-be498da95787), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.741372 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-49bc4549-bc84-4d26-b50d-800b4a45fb93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be0bd3f033a743e18f72008757b6833a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586862 Aug 01 14:15:58.741372 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc4549-bc84-4d26-b50d-800b4a45fb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c213e4e6-dae2-4732-9a5f-be498da95787,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:58.742274 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 35540) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:15:58.814629 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d321f7e7-ac04-41a5-90e9-716146373324 admin admin] Publish callbacks [] for security_group (c213e4e6-dae2-4732-9a5f-be498da95787), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.841537 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d321f7e7-ac04-41a5-90e9-716146373324 admin admin] Publish callbacks [] for security_group (c213e4e6-dae2-4732-9a5f-be498da95787), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.906266 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d321f7e7-ac04-41a5-90e9-716146373324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c213e4e6-dae2-4732-9a5f-be498da95787), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.910443 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d321f7e7-ac04-41a5-90e9-716146373324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:58.912873 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-d321f7e7-ac04-41a5-90e9-716146373324 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c213e4e6-dae2-4732-9a5f-be498da95787 HTTP/1.1" status: 204 len: 168 time: 0.1692166 Aug 01 14:15:58.930729 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f7e7-ac04-41a5-90e9-716146373324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c213e4e6-dae2-4732-9a5f-be498da95787,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:15:59.103238 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a18e-a2bb-434d-9b5c-3d12106455f5 req-b88fd625-6a50-43b3-9f10-1a0caebcd900 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:15:59.105388 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4be9a18e-a2bb-434d-9b5c-3d12106455f5 req-b88fd625-6a50-43b3-9f10-1a0caebcd900 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0632880 Aug 01 14:15:59.157877 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:15:59.181673 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4be9a18e-a2bb-434d-9b5c-3d12106455f5 req-dcf3ce41-4597-4aa0-9cf4-d12fdf71ab4a tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690918 Aug 01 14:15:59.930594 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:00.341739 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7f4cb-f98f-4f3d-88e6-6f237055840b req-654c358c-9528-4660-88fa-267f1d7a30e0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:00.343399 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1cd7f4cb-f98f-4f3d-88e6-6f237055840b req-654c358c-9528-4660-88fa-267f1d7a30e0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0571635 Aug 01 14:16:00.406283 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1cd7f4cb-f98f-4f3d-88e6-6f237055840b req-4bca8adf-ec37-423a-ab84-31c1fca4bdeb tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566278 Aug 01 14:16:00.406469 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35580) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:00.540659 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3c7e98f1-0759-4bad-970c-ba1bc193307d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:00.623786 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3c7e98f1-0759-4bad-970c-ba1bc193307d admin admin] Publish callbacks [] for security_group (f43c59f0-0d1c-483e-863f-33d789d9629f), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:00.632346 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3c7e98f1-0759-4bad-970c-ba1bc193307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (f43c59f0-0d1c-483e-863f-33d789d9629f), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:00.675621 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e98f1-0759-4bad-970c-ba1bc193307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43c59f0-0d1c-483e-863f-33d789d9629f,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:00.682488 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-3c7e98f1-0759-4bad-970c-ba1bc193307d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4866182bc1354255b797e11296e404d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748122 Aug 01 14:16:00.685097 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35584) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:00.755829 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-28b61950-9f79-42f7-947f-4625b70c5bee admin admin] Publish callbacks [] for security_group (f43c59f0-0d1c-483e-863f-33d789d9629f), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:00.780123 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-28b61950-9f79-42f7-947f-4625b70c5bee admin admin] Publish callbacks [] for security_group (f43c59f0-0d1c-483e-863f-33d789d9629f), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:00.831269 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-28b61950-9f79-42f7-947f-4625b70c5bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (f43c59f0-0d1c-483e-863f-33d789d9629f), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:00.835152 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-28b61950-9f79-42f7-947f-4625b70c5bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:00.836372 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-28b61950-9f79-42f7-947f-4625b70c5bee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f43c59f0-0d1c-483e-863f-33d789d9629f HTTP/1.1" status: 204 len: 168 time: 0.1501215 Aug 01 14:16:00.844835 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b61950-9f79-42f7-947f-4625b70c5bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43c59f0-0d1c-483e-863f-33d789d9629f,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:01.568946 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0e2c-c3d9-4c18-b7eb-4fa5d0df46ed req-1dcde51f-40c5-477f-9e29-f022489eb1d3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:01.570752 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0fcd0e2c-c3d9-4c18-b7eb-4fa5d0df46ed req-1dcde51f-40c5-477f-9e29-f022489eb1d3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0587435 Aug 01 14:16:01.631087 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:01.636610 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0fcd0e2c-c3d9-4c18-b7eb-4fa5d0df46ed req-03bbaa84-c211-47b2-962c-9dcc157e44c6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590084 Aug 01 14:16:02.806705 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d23110-3f27-453d-9b2a-6c5be74fa50c req-482f3f8b-e3be-41d0-80e8-64a6fbaa6112 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:02.808196 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-89d23110-3f27-453d-9b2a-6c5be74fa50c req-482f3f8b-e3be-41d0-80e8-64a6fbaa6112 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 943 time: 0.0690036 Aug 01 14:16:02.876170 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-89d23110-3f27-453d-9b2a-6c5be74fa50c req-f1aa577d-9510-4be3-bb73-f15065703e28 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582683 Aug 01 14:16:02.970459 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6f4bdd7e-2b10-4789-8e67-555594e488b6 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:16:03.085195 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:03.098179 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'port_id': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'mac_address': 'fa:16:3e:df:6c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:16:03.144811 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6f4bdd7e-2b10-4789-8e67-555594e488b6 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:16:03.145272 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:03.163461 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4bdd7e-2b10-4789-8e67-555594e488b6 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:16:03.187270 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:03.192803 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:03.252193 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=9']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:03.470222 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['6f4bdd7e-2b10-4789-8e67-555594e488b6'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:16:04.011127 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a37c71-2cee-4498-bcea-af49220a0ba2 req-de4f92ef-feb5-4e9a-bf7a-e7ce92299ec6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:04.012731 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c0a37c71-2cee-4498-bcea-af49220a0ba2 req-de4f92ef-feb5-4e9a-bf7a-e7ce92299ec6 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 944 time: 0.0513189 Aug 01 14:16:04.068179 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c0a37c71-2cee-4498-bcea-af49220a0ba2 req-f437ed43-d03c-45d4-9c10-1848a5ad2b40 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497677 Aug 01 14:16:05.215126 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38faaea-ec36-4a07-8870-d7257be59e76 req-13f6a413-ea28-4c4d-96a7-73c550c277db tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:05.216833 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e38faaea-ec36-4a07-8870-d7257be59e76 req-13f6a413-ea28-4c4d-96a7-73c550c277db tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 944 time: 0.0654929 Aug 01 14:16:05.278728 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e38faaea-ec36-4a07-8870-d7257be59e76 req-d546e5a9-5089-4792-95a1-924d4d4eed1b tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554783 Aug 01 14:16:06.400253 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:06.426502 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:06.435823 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c34dd-efd3-465b-854f-02c459a93977 req-267cf2b2-c64e-4fbb-b0f7-b7b5e758211c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:06.437570 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4f3c34dd-efd3-465b-854f-02c459a93977 req-267cf2b2-c64e-4fbb-b0f7-b7b5e758211c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 944 time: 0.0570552 Aug 01 14:16:06.499407 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4f3c34dd-efd3-465b-854f-02c459a93977 req-d7c5e6bb-5af4-46e1-adff-a1761dd67e2d tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552790 Aug 01 14:16:06.876849 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6f4bdd7e-2b10-4789-8e67-555594e488b6 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:16:06.903417 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:06.918199 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:06.926541 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 6f4bdd7e-2b10-4789-8e67-555594e488b6 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:16:06.926912 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:07.015585 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 6f4bdd7e-2b10-4789-8e67-555594e488b6 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:16:07.015979 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:07.047857 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:16:07.050375 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1219c9-2218-494d-ad43-c49d9fde30db" -d '{"events": [{"server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "name": "network-vif-plugged", "status": "completed", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:16:07.070865 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:07.077154 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:07.111632 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a2dc80-a861-44ac-8cb7-39a232d9755b x-openstack-request-id: req-a3a2dc80-a861-44ac-8cb7-39a232d9755b {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:16:07.111928 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "name": "network-vif-plugged", "status": "completed", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:16:07.112179 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3a2dc80-a861-44ac-8cb7-39a232d9755b {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:16:07.112488 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a2dc80-a861-44ac-8cb7-39a232d9755b'] response: {'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'code': 200} Aug 01 14:16:07.145885 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=10']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:07.347414 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080b59c-da1f-4959-ab84-185b1ae29e82 req-030a7064-398e-46c6-aba7-7e6e357693cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:07.349043 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2080b59c-da1f-4959-ab84-185b1ae29e82 req-030a7064-398e-46c6-aba7-7e6e357693cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 1130 time: 0.0459428 Aug 01 14:16:07.382434 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:07.407935 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2080b59c-da1f-4959-ab84-185b1ae29e82 req-d3518e9e-b3f6-4837-b293-9e8518be1f1f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511289 Aug 01 14:16:07.640127 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb280fa-8ec2-4d2d-a21e-a1ed583d1ca0 req-aa9bc4b0-6dcb-4091-bc9a-1eed81240719 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:07.641773 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ccb280fa-8ec2-4d2d-a21e-a1ed583d1ca0 req-aa9bc4b0-6dcb-4091-bc9a-1eed81240719 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 946 time: 0.0545757 Aug 01 14:16:07.703345 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ccb280fa-8ec2-4d2d-a21e-a1ed583d1ca0 req-be67ff2a-1597-4b63-9ebb-7aa0614778b4 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550952 Aug 01 14:16:08.851096 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77054dbe-a229-48a6-8066-75740375c3aa req-b03d002d-5efc-4ebb-a7f3-68795f183f0c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:08.852839 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-77054dbe-a229-48a6-8066-75740375c3aa req-b03d002d-5efc-4ebb-a7f3-68795f183f0c tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 946 time: 0.0576501 Aug 01 14:16:08.918396 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-77054dbe-a229-48a6-8066-75740375c3aa req-45cc1dfc-6a1f-4751-b4ae-67bb5639e810 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596044 Aug 01 14:16:10.068040 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9b291-d3ff-4bbe-a8d4-79bed8024565 req-c7714733-4058-491a-972f-2d7f1e50c4c0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:10.069824 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d1e9b291-d3ff-4bbe-a8d4-79bed8024565 req-c7714733-4058-491a-972f-2d7f1e50c4c0 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 946 time: 0.0561161 Aug 01 14:16:10.123461 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d1e9b291-d3ff-4bbe-a8d4-79bed8024565 req-d11453e1-269e-401d-b26d-c0a876bbc323 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473158 Aug 01 14:16:10.812386 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=68,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:10.840116 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:11.268833 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b67b7-d0fa-4ccc-9ac3-1f018069d8d8 req-8752244c-50be-40d8-af12-6815279c459e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:11.270339 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-363b67b7-d0fa-4ccc-9ac3-1f018069d8d8 req-8752244c-50be-40d8-af12-6815279c459e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 946 time: 0.0590651 Aug 01 14:16:11.326973 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-363b67b7-d0fa-4ccc-9ac3-1f018069d8d8 req-3801b2c6-3211-4acc-b425-456942a4bae3 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501573 Aug 01 14:16:12.471829 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99827d-d691-46a3-b355-de0a565cf1e6 req-dafd3749-5668-4dd9-964d-2bfd24d10571 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:12.473771 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2a99827d-d691-46a3-b355-de0a565cf1e6 req-dafd3749-5668-4dd9-964d-2bfd24d10571 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 946 time: 0.0567958 Aug 01 14:16:12.537693 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2a99827d-d691-46a3-b355-de0a565cf1e6 req-7844711e-c3b5-4238-9225-921470032209 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567110 Aug 01 14:16:13.681011 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:13.695605 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc82d8-0046-4409-bc5e-2bda176d5ced req-b1efeefc-6d3e-4333-8c6d-2b56b734a48e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:13.697349 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-53fc82d8-0046-4409-bc5e-2bda176d5ced req-b1efeefc-6d3e-4333-8c6d-2b56b734a48e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 946 time: 0.0616767 Aug 01 14:16:13.756060 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-53fc82d8-0046-4409-bc5e-2bda176d5ced req-faa228db-3072-4370-adcb-98ffbb96a125 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512633 Aug 01 14:16:14.390862 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:16:17.139167 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:17.142215 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=27 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:20.830357 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.145102 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35806) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:21.152002 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-8b540df3-fab6-4e80-a537-9e4b68c79bb3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1535005503', 'description': 'tempest-description--381089573'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:16:21.183421 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8b540df3-fab6-4e80-a537-9e4b68c79bb3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.292517 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8b540df3-fab6-4e80-a537-9e4b68c79bb3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (5181afb7-d2ff-41c8-97c4-4de4414d9928), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.297547 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8b540df3-fab6-4e80-a537-9e4b68c79bb3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5181afb7-d2ff-41c8-97c4-4de4414d9928), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.333433 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8b540df3-fab6-4e80-a537-9e4b68c79bb3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.335312 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-8b540df3-fab6-4e80-a537-9e4b68c79bb3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1884944 Aug 01 14:16:21.336139 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b540df3-fab6-4e80-a537-9e4b68c79bb3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5181afb7-d2ff-41c8-97c4-4de4414d9928,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:21.342522 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 35808) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:21.348467 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group_rule': {'security_group_id': '5181afb7-d2ff-41c8-97c4-4de4414d9928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:16:21.392768 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (5c050dae-ed10-4ef6-922c-ca3c472a6e50), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.467029 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (5c050dae-ed10-4ef6-922c-ca3c472a6e50), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.472464 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (5c050dae-ed10-4ef6-922c-ca3c472a6e50), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.499418 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c050dae-ed10-4ef6-922c-ca3c472a6e50,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:21.511686 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.512035 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.512415 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.512766 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.513101 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.513432 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.513767 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.514098 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.514432 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.514761 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.515089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.515413 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.515739 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.516122 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.516463 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:21.522969 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.524227 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-29b574c4-7424-4c1e-9d0a-7ceb29589363 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803451 Aug 01 14:16:21.527257 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 35810) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:21.531940 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-6a0e239a-8e4e-486a-9568-d541ac0f2427 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group_rule': {'security_group_id': '5181afb7-d2ff-41c8-97c4-4de4414d9928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:16:21.561095 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6a0e239a-8e4e-486a-9568-d541ac0f2427 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (11462cf9-fa7f-47db-8d3a-1034a8e869eb), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.636187 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6a0e239a-8e4e-486a-9568-d541ac0f2427 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (11462cf9-fa7f-47db-8d3a-1034a8e869eb), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.641938 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6a0e239a-8e4e-486a-9568-d541ac0f2427 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (11462cf9-fa7f-47db-8d3a-1034a8e869eb), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.664779 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e239a-8e4e-486a-9568-d541ac0f2427 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11462cf9-fa7f-47db-8d3a-1034a8e869eb,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:21.675460 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6a0e239a-8e4e-486a-9568-d541ac0f2427 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.677235 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-6a0e239a-8e4e-486a-9568-d541ac0f2427 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489258 Aug 01 14:16:21.681542 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 35812) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:21.686776 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:16:21.721085 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:21.810807 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:21.834757 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.012989 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Allocated IP 172.27.4.157 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/d5a71805-34d0-4314-8e2d-878d53b87699) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:16:22.172843 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (d5a71805-34d0-4314-8e2d-878d53b87699), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.221989 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (d5a71805-34d0-4314-8e2d-878d53b87699), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.235888 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:22.276314 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:16:22.288966 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:16:22.294497 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:16:22.327088 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=d5a71805-34d0-4314-8e2d-878d53b87699,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:22.446199 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (a181571b-2645-4406-8589-4d73eddca65c), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.515246 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (d5a71805-34d0-4314-8e2d-878d53b87699), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.585889 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35830) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:22.770821 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (d5a71805-34d0-4314-8e2d-878d53b87699), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.778936 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (d5a71805-34d0-4314-8e2d-878d53b87699), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.810278 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cde16a19-252f-4a03-9419-d893832c2c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.844442 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:22.857131 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (a181571b-2645-4406-8589-4d73eddca65c), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.869173 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=d5a71805-34d0-4314-8e2d-878d53b87699,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:22.887377 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.897481 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-25d33f26-25db-4424-a6e6-9d54ea0211e3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2064154 Aug 01 14:16:22.937822 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cde16a19-252f-4a03-9419-d893832c2c27 admin admin] Publish callbacks [] for security_group (9543d09b-af2b-4879-a007-cd9d4aa90cc5), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:22.944529 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-cde16a19-252f-4a03-9419-d893832c2c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (9543d09b-af2b-4879-a007-cd9d4aa90cc5), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:23.001227 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde16a19-252f-4a03-9419-d893832c2c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9543d09b-af2b-4879-a007-cd9d4aa90cc5,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:23.006284 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-cde16a19-252f-4a03-9419-d893832c2c27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92b3ea16a11a43c19e7c6fccc485e723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182651 Aug 01 14:16:23.011135 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 35836) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:23.101248 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-216bcd01-37c2-4800-82e5-d186fca83c92 admin admin] Publish callbacks [] for security_group (9543d09b-af2b-4879-a007-cd9d4aa90cc5), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:23.138225 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-216bcd01-37c2-4800-82e5-d186fca83c92 admin admin] Publish callbacks [] for security_group (9543d09b-af2b-4879-a007-cd9d4aa90cc5), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:23.198646 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-a25bf21e-a3ef-4a49-aa4b-94536c095a07 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1535005503&fields=id&tenant_id=db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 267 time: 0.0817370 Aug 01 14:16:23.212957 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-216bcd01-37c2-4800-82e5-d186fca83c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (9543d09b-af2b-4879-a007-cd9d4aa90cc5), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:23.215696 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-216bcd01-37c2-4800-82e5-d186fca83c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:23.217014 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-216bcd01-37c2-4800-82e5-d186fca83c92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9543d09b-af2b-4879-a007-cd9d4aa90cc5 HTTP/1.1" status: 204 len: 168 time: 0.2044797 Aug 01 14:16:23.230841 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bcd01-37c2-4800-82e5-d186fca83c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9543d09b-af2b-4879-a007-cd9d4aa90cc5,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:23.340100 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-4f527f5c-1957-45b3-83ea-a72eab5089a9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:23.345006 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-4f527f5c-1957-45b3-83ea-a72eab5089a9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 815 time: 0.1323879 Aug 01 14:16:23.362928 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-9648323c-e64e-4307-b084-d5483c8d0edb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/quotas/db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 375 time: 0.0150421 Aug 01 14:16:23.436931 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-62dbc966-ae60-47a2-a028-b62e40e91510 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594368 Aug 01 14:16:23.560672 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-94174dfc-2b3a-4347-b71c-f139f1ed7239 service neutron] 10.222.0.45 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065981 Aug 01 14:16:23.689250 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-55f0472b-69dd-497b-8cf5-56b2ee620406 service neutron] 10.222.0.45 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205900 Aug 01 14:16:23.892222 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-06008f82-7f6b-4f8a-9480-f3f7fd297290 req-06cc7953-8fe6-4e74-b8b5-f6f93a651aa8 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 210 time: 0.0428560 Aug 01 14:16:24.151514 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=14 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:24.248394 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-f03ae984-ab82-4488-8229-93f104b4e5c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462370 Aug 01 14:16:24.368134 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-411b82bd-ecce-4767-9b13-8fea1e1aa6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:24.377665 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:24.387350 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=14 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:24.406902 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-4990b7cc-0e9d-44fb-854b-32465b0ea469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:24.409301 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-4990b7cc-0e9d-44fb-854b-32465b0ea469 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6bfbca571c4b4199a577322e866dfae9&device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1129 time: 0.0976880 Aug 01 14:16:24.605195 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-b539a434-2623-45ff-9e27-d2adfdc3c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:24.607506 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-b539a434-2623-45ff-9e27-d2adfdc3c28a service neutron] 10.222.0.57 "GET /v2.0/networks?id=83622244-0e2b-48fa-9f1f-b69b203342d9 HTTP/1.1" status: 200 len: 909 time: 0.1702425 Aug 01 14:16:24.698095 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-b39a7445-f5a6-4af6-942e-43a9d8b11167 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 200 len: 1000 time: 0.0825586 Aug 01 14:16:24.769476 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-3ee129dd-1019-48e8-84af-0b3806a9edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:24.771036 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-3ee129dd-1019-48e8-84af-0b3806a9edd4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f372540b-2ce5-4811-a16d-91adb9bef9cf HTTP/1.1" status: 200 len: 847 time: 0.0646050 Aug 01 14:16:25.061818 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-390b96b9-f721-4512-9c26-10a6aa32b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:25.063272 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-390b96b9-f721-4512-9c26-10a6aa32b035 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83622244-0e2b-48fa-9f1f-b69b203342d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0867243 Aug 01 14:16:25.064878 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a363668f-d01e-47a3-90e0-5eba522aef2f req-696f75c8-52e3-4e20-a2b9-068bcf3263a6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 210 time: 0.0504048 Aug 01 14:16:25.262756 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-c823c3bf-8bd3-468c-9616-7061d1b13dd4 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910808 Aug 01 14:16:25.270802 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-2f12bacc-e571-4617-9c7f-2ca949c71585 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:25.272290 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-2f12bacc-e571-4617-9c7f-2ca949c71585 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 815 time: 0.1912079 Aug 01 14:16:25.347140 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:25.438637 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-46741236-8687-4062-ae03-5e0e5083fb7d tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 472 time: 0.1511583 Aug 01 14:16:25.440729 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3b10b8fc-c36b-4ee0-bd28-047968bf4735 req-d3c82119-767e-4166-b769-04e58e4fccc2 service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674938 Aug 01 14:16:25.455407 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'port': {'device_id': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'admin_state_up': True, 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'security_groups': ['5181afb7-d2ff-41c8-97c4-4de4414d9928']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:16:25.617248 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Made reservation on behalf of db87d8b3358945aa88acbdc4246917ae for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:16:25.621024 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:25.804054 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Allocated IP 172.20.0.4 (1987c22e-ab83-4108-bc22-29b9909b71a1/aa6d82a5-098f-44c2-8d12-39c17960c636/f177eb18-8063-423f-b76e-febb47f8d425) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:16:25.839155 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:25.978758 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (f177eb18-8063-423f-b76e-febb47f8d425), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.020153 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (f177eb18-8063-423f-b76e-febb47f8d425), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.074008 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:16:26.080029 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:16:26.082551 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:16:26.116217 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=f177eb18-8063-423f-b76e-febb47f8d425,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:26.152919 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:26.153598 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.182668 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-28381fe9-5acb-4fb6-9693-ea7a181303e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318752 Aug 01 14:16:26.211222 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Request body: {'port': {'device_id': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:16:26.265142 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9dde1-2a54-45e7-82b7-7ffc00254b0c req-4ca46c3c-3b5a-4de9-bd33-d600048e8fe5 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:26.266911 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-58a9dde1-2a54-45e7-82b7-7ffc00254b0c req-4ca46c3c-3b5a-4de9-bd33-d600048e8fe5 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 931 time: 0.1002214 Aug 01 14:16:26.317830 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (f177eb18-8063-423f-b76e-febb47f8d425), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.344442 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:26.380524 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-58a9dde1-2a54-45e7-82b7-7ffc00254b0c req-8f1e202a-f4f8-4b05-84dd-b1ba5fa85091 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910301 Aug 01 14:16:26.381620 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-55aaed01-08e0-4576-8206-f25971d50fbf None None] Provisioning complete for port f177eb18-8063-423f-b76e-febb47f8d425 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:16:26.382582 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-55aaed01-08e0-4576-8206-f25971d50fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (f177eb18-8063-423f-b76e-febb47f8d425), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.421326 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-55aaed01-08e0-4576-8206-f25971d50fbf None None] Port f177eb18-8063-423f-b76e-febb47f8d425 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:16:26.590339 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-083c1f96-8d16-47f0-934a-9d7d36e6bd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.662084 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f177eb18-8063-423f-b76e-febb47f8d425 {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:16:26.670989 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Publish callbacks [] for port (f177eb18-8063-423f-b76e-febb47f8d425), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.685633 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Transition to ACTIVE for port object f177eb18-8063-423f-b76e-febb47f8d425 will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:16:26.690947 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (f177eb18-8063-423f-b76e-febb47f8d425), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.734095 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:26.763017 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Pushing event updated for resources: {'Port': ['ID=f177eb18-8063-423f-b76e-febb47f8d425,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:26.819520 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Attempting to bind port f177eb18-8063-423f-b76e-febb47f8d425 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:16:26.820036 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Attempting to bind port f177eb18-8063-423f-b76e-febb47f8d425 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:16:26.820400 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Attempting to bind port f177eb18-8063-423f-b76e-febb47f8d425 on network 1987c22e-ab83-4108-bc22-29b9909b71a1 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:16:26.825870 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Port f177eb18-8063-423f-b76e-febb47f8d425 on network 1987c22e-ab83-4108-bc22-29b9909b71a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:16:26.826196 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Attempting to bind port f177eb18-8063-423f-b76e-febb47f8d425 on network 1987c22e-ab83-4108-bc22-29b9909b71a1 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:16:26.831455 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:16:26.831796 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Checking segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:16:26.832183 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Bound using segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:16:26.832655 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Bound port: f177eb18-8063-423f-b76e-febb47f8d425, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:16:26.833014 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (f177eb18-8063-423f-b76e-febb47f8d425), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.900021 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] For port f177eb18-8063-423f-b76e-febb47f8d425, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:16:26.903390 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] For port f177eb18-8063-423f-b76e-febb47f8d425, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=f177eb18-8063-423f-b76e-febb47f8d425,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:16:26.909875 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (f177eb18-8063-423f-b76e-febb47f8d425), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.913643 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:26.914279 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:26.915742 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] 10.222.0.57 "PUT /v2.0/ports/f177eb18-8063-423f-b76e-febb47f8d425 HTTP/1.1" status: 200 len: 1093 time: 0.7113519 Aug 01 14:16:26.918010 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'tag': 'f177eb18-8063-423f-b76e-febb47f8d425'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:16:26.920938 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef94ea-7ad8-4e46-95cd-a91256265a63" -d '{"events": [{"name": "network-changed", "server_uuid": "9704aec6-fe5a-451d-9716-53653d6d48f2", "tag": "f177eb18-8063-423f-b76e-febb47f8d425"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:16:26.965546 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8aec92c-5088-4f68-9839-e747f4351be7 x-openstack-request-id: req-f8aec92c-5088-4f68-9839-e747f4351be7 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:16:26.965843 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9704aec6-fe5a-451d-9716-53653d6d48f2", "tag": "f177eb18-8063-423f-b76e-febb47f8d425", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:16:26.966097 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8aec92c-5088-4f68-9839-e747f4351be7 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:16:26.966518 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8aec92c-5088-4f68-9839-e747f4351be7'] response: {'name': 'network-changed', 'server_uuid': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'tag': 'f177eb18-8063-423f-b76e-febb47f8d425', 'status': 'completed', 'code': 200} Aug 01 14:16:27.014220 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493bdf6-726e-4465-94cf-4b4bfcb2f3ac service neutron] Pushing event updated for resources: {'Port': ['ID=f177eb18-8063-423f-b76e-febb47f8d425,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:27.018665 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-be89a0e1-43d2-40c0-b306-eca273da163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:27.021523 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-be89a0e1-43d2-40c0-b306-eca273da163a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 1127 time: 0.0619910 Aug 01 14:16:27.063392 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-bec05443-a946-43ba-b55a-4f0f8a7e5dde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f177eb18-8063-423f-b76e-febb47f8d425 HTTP/1.1" status: 200 len: 217 time: 0.0345621 Aug 01 14:16:27.124815 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-2845585d-a541-4461-b354-e55de9621078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:27.126309 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-2845585d-a541-4461-b354-e55de9621078 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.0546064 Aug 01 14:16:27.174824 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-77da9cf6-5b25-4bae-b0f5-befd5c9b28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:27.176370 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-77da9cf6-5b25-4bae-b0f5-befd5c9b28ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426447 Aug 01 14:16:27.297852 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-aa48558b-9e7f-42ec-8dff-ca93a7703070 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133630 Aug 01 14:16:27.392820 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0d812921-ca5a-4d55-9cde-94905770dc1d req-79af066d-f913-4a15-9508-3aae7d8cafb7 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869541 Aug 01 14:16:27.478395 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:27.518667 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e639-e91a-47e6-bead-43b93b507d7b req-0554d75a-d58c-4136-a10f-eb847d41feaa tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:27.520157 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4685e639-e91a-47e6-bead-43b93b507d7b req-0554d75a-d58c-4136-a10f-eb847d41feaa tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 943 time: 0.0524030 Aug 01 14:16:27.592557 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4685e639-e91a-47e6-bead-43b93b507d7b req-7996a37b-15cf-490e-842d-ca8d6c112230 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638962 Aug 01 14:16:28.267681 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:28.326910 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-7d6925c0-61c3-4770-a848-336e4ca1085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:28.328502 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-7d6925c0-61c3-4770-a848-336e4ca1085f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 1127 time: 0.0454962 Aug 01 14:16:28.656939 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-e7cacbb0-608b-406c-b1e9-32c48fa942ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:28.658608 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-e7cacbb0-608b-406c-b1e9-32c48fa942ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 916 time: 0.1010818 Aug 01 14:16:28.738968 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-de9e11f7-b4c4-49f9-b9e8-d959093138b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f177eb18-8063-423f-b76e-febb47f8d425 HTTP/1.1" status: 200 len: 217 time: 0.0530879 Aug 01 14:16:28.766995 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17cfe8-6fc6-4772-b236-e7e7a078c526 req-45275bf6-551e-46d5-bf94-7d2a39004808 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:28.769070 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-de17cfe8-6fc6-4772-b236-e7e7a078c526 req-45275bf6-551e-46d5-bf94-7d2a39004808 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 943 time: 0.0941377 Aug 01 14:16:28.823830 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-de17cfe8-6fc6-4772-b236-e7e7a078c526 req-94e60101-ab6b-453d-bc7c-b8df49198cb3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487621 Aug 01 14:16:28.972420 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-28e549d7-c100-459f-af2d-242fe4af7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:28.974152 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-28e549d7-c100-459f-af2d-242fe4af7995 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.0521243 Aug 01 14:16:28.974531 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device f177eb18-8063-423f-b76e-febb47f8d425 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:16:29.034070 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-3590936a-85c9-4393-82a4-240e7a6092c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:29.035596 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-3590936a-85c9-4393-82a4-240e7a6092c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536568 Aug 01 14:16:29.120823 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port f177eb18-8063-423f-b76e-febb47f8d425, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=f177eb18-8063-423f-b76e-febb47f8d425,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:29.143595 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:29.149775 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': 'f177eb18-8063-423f-b76e-febb47f8d425', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'port_id': 'f177eb18-8063-423f-b76e-febb47f8d425', 'mac_address': 'fa:16:3e:f5:82:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:16:29.160813 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:29.173047 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-7950ab9f-e9c3-4480-b3db-7ac61fba160c service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298943 Aug 01 14:16:29.205892 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port f177eb18-8063-423f-b76e-febb47f8d425 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:16:29.206264 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (f177eb18-8063-423f-b76e-febb47f8d425), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:29.221354 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f177eb18-8063-423f-b76e-febb47f8d425 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:16:29.250875 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port f177eb18-8063-423f-b76e-febb47f8d425, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=f177eb18-8063-423f-b76e-febb47f8d425,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:29.255948 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (f177eb18-8063-423f-b76e-febb47f8d425), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:29.329767 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=f177eb18-8063-423f-b76e-febb47f8d425,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:29.342773 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.343313 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.343851 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.344516 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.345024 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.345838 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.346347 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.346851 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.347365 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.347875 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.348234 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.348616 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.349118 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.349760 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.350354 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:29.500848 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['f177eb18-8063-423f-b76e-febb47f8d425'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:16:29.597718 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0eef94ea-7ad8-4e46-95cd-a91256265a63 req-913e2839-bff7-4194-a234-ae241cc3a5e6 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159765 Aug 01 14:16:29.938709 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:29.961169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe6a77-ac2f-4f1c-83d5-b62233360b66 req-517e7f23-7c5d-4411-bea8-693c14338652 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:29.962564 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bafe6a77-ac2f-4f1c-83d5-b62233360b66 req-517e7f23-7c5d-4411-bea8-693c14338652 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 944 time: 0.0570066 Aug 01 14:16:30.026514 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bafe6a77-ac2f-4f1c-83d5-b62233360b66 req-f5a5732c-236b-4d17-9ab5-dd9de52b3313 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548956 Aug 01 14:16:30.988628 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device f177eb18-8063-423f-b76e-febb47f8d425 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:16:31.067309 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port f177eb18-8063-423f-b76e-febb47f8d425 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:16:31.076819 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port f177eb18-8063-423f-b76e-febb47f8d425 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:16:31.077152 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (f177eb18-8063-423f-b76e-febb47f8d425), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:31.129561 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:31.321712 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port f177eb18-8063-423f-b76e-febb47f8d425 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:16:31.322328 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (f177eb18-8063-423f-b76e-febb47f8d425), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:31.349649 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f177eb18-8063-423f-b76e-febb47f8d425'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:16:31.352559 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758eea10-de4c-49d2-8e12-d9a975811012" -d '{"events": [{"server_uuid": "9704aec6-fe5a-451d-9716-53653d6d48f2", "name": "network-vif-plugged", "status": "completed", "tag": "f177eb18-8063-423f-b76e-febb47f8d425"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:16:31.367492 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port f177eb18-8063-423f-b76e-febb47f8d425, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=f177eb18-8063-423f-b76e-febb47f8d425,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:31.376972 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (f177eb18-8063-423f-b76e-febb47f8d425), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:31.426350 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac625942-bb00-4e8c-b54e-0d0a336e7d2f x-openstack-request-id: req-ac625942-bb00-4e8c-b54e-0d0a336e7d2f {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:16:31.426792 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9704aec6-fe5a-451d-9716-53653d6d48f2", "name": "network-vif-plugged", "status": "completed", "tag": "f177eb18-8063-423f-b76e-febb47f8d425", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:16:31.427044 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac625942-bb00-4e8c-b54e-0d0a336e7d2f {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:16:31.427457 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac625942-bb00-4e8c-b54e-0d0a336e7d2f'] response: {'server_uuid': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f177eb18-8063-423f-b76e-febb47f8d425', 'code': 200} Aug 01 14:16:31.445773 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bfa55-1c72-46a1-941d-b57e6a444e08 req-6ba770cd-776f-416e-993a-a8efc69bea79 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:31.450230 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-051bfa55-1c72-46a1-941d-b57e6a444e08 req-6ba770cd-776f-416e-993a-a8efc69bea79 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 944 time: 0.0954373 Aug 01 14:16:31.463638 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=f177eb18-8063-423f-b76e-febb47f8d425,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:31.563289 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-051bfa55-1c72-46a1-941d-b57e6a444e08 req-cdb83bdf-3405-409e-b915-8c8278e58707 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036634 Aug 01 14:16:31.707573 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a662-a803-4dc9-9474-b9e7ca3b98b8 req-503e1096-9d2f-485a-95a5-3ead88b23789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:31.709170 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-14d2a662-a803-4dc9-9474-b9e7ca3b98b8 req-503e1096-9d2f-485a-95a5-3ead88b23789 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 1129 time: 0.0491312 Aug 01 14:16:31.771805 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-14d2a662-a803-4dc9-9474-b9e7ca3b98b8 req-4b4db2fa-3569-41be-b4c2-785551f4d7fe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542607 Aug 01 14:16:32.731219 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68612af7-e223-4896-9227-3a19cf6331d4 req-12f29266-8260-489d-a964-f542c1eee23b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:32.732903 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-68612af7-e223-4896-9227-3a19cf6331d4 req-12f29266-8260-489d-a964-f542c1eee23b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 945 time: 0.0547588 Aug 01 14:16:32.762445 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:32.793101 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-68612af7-e223-4896-9227-3a19cf6331d4 req-090cfa56-6e18-4874-b47d-294d82dcadbf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541921 Aug 01 14:16:33.179613 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=49,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:33.221936 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=57,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:33.919503 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f4be6-5a03-4f6b-a12f-376d343a50fd req-0d3e975b-6b65-427c-82d5-d4826d7e31cc tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:33.921007 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1c6f4be6-5a03-4f6b-a12f-376d343a50fd req-0d3e975b-6b65-427c-82d5-d4826d7e31cc tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 945 time: 0.0510259 Aug 01 14:16:33.969932 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1c6f4be6-5a03-4f6b-a12f-376d343a50fd req-dd90fc84-2d99-4f03-92ff-e4ec7b03e502 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Aug 01 14:16:34.097886 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb538a-4aff-4aaa-bf04-69973d7e6f78 req-22da1b58-f6f7-4eec-80fe-156c28a2ce1e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:34.099298 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-02cb538a-4aff-4aaa-bf04-69973d7e6f78 req-22da1b58-f6f7-4eec-80fe-156c28a2ce1e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 945 time: 0.0556548 Aug 01 14:16:34.112330 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36008) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:34.117221 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-333aff2a-ee08-421c-91c9-33bfa41eaabb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'floatingip': {'port_id': 'f177eb18-8063-423f-b76e-febb47f8d425'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:16:34.168039 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-333aff2a-ee08-421c-91c9-33bfa41eaabb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (a181571b-2645-4406-8589-4d73eddca65c), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:34.667566 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-333aff2a-ee08-421c-91c9-33bfa41eaabb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:34.675409 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-333aff2a-ee08-421c-91c9-33bfa41eaabb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (a181571b-2645-4406-8589-4d73eddca65c), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:34.678176 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:34.797732 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [None req-333aff2a-ee08-421c-91c9-33bfa41eaabb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Floating IP a181571b-2645-4406-8589-4d73eddca65c associated. External IP: 172.27.4.157, port: f177eb18-8063-423f-b76e-febb47f8d425. Aug 01 14:16:35.008770 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333aff2a-ee08-421c-91c9-33bfa41eaabb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Router 81e49279-8e0b-41d8-8922-2266359f7c20 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:16:35.129179 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333aff2a-ee08-421c-91c9-33bfa41eaabb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:16:35.134039 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-333aff2a-ee08-421c-91c9-33bfa41eaabb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:35.142448 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:16:35.155568 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:16:35.156247 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:35.178314 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:35.189858 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-333aff2a-ee08-421c-91c9-33bfa41eaabb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "PUT /v2.0/floatingips/a181571b-2645-4406-8589-4d73eddca65c HTTP/1.1" status: 200 len: 991 time: 1.0762901 Aug 01 14:16:35.191453 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'tag': 'f177eb18-8063-423f-b76e-febb47f8d425'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:16:35.193994 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dce2e0-1925-4b80-8479-ab8d40bbc96d" -d '{"events": [{"name": "network-changed", "server_uuid": "9704aec6-fe5a-451d-9716-53653d6d48f2", "tag": "f177eb18-8063-423f-b76e-febb47f8d425"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:16:35.243226 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8671c4d-0dfc-4f35-b78b-545faf8c6803 x-openstack-request-id: req-f8671c4d-0dfc-4f35-b78b-545faf8c6803 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:16:35.243501 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9704aec6-fe5a-451d-9716-53653d6d48f2", "tag": "f177eb18-8063-423f-b76e-febb47f8d425", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:16:35.243895 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8671c4d-0dfc-4f35-b78b-545faf8c6803 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:16:35.244365 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8671c4d-0dfc-4f35-b78b-545faf8c6803'] response: {'name': 'network-changed', 'server_uuid': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'tag': 'f177eb18-8063-423f-b76e-febb47f8d425', 'status': 'completed', 'code': 200} Aug 01 14:16:35.308967 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:16:35.324928 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-9ccc407c-5c40-432a-8338-48e8685d843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:35.326487 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-9ccc407c-5c40-432a-8338-48e8685d843b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 1129 time: 0.0520260 Aug 01 14:16:35.468249 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-195629ab-4dbe-4e0c-880c-9bb22f6711ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:35.470711 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-195629ab-4dbe-4e0c-880c-9bb22f6711ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 916 time: 0.1374826 Aug 01 14:16:35.577930 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-4cf89fd7-d32f-44e4-bd75-663e58a349e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f177eb18-8063-423f-b76e-febb47f8d425 HTTP/1.1" status: 200 len: 999 time: 0.1002150 Aug 01 14:16:35.624846 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '7ee1b4d8-9687-44c5-ad5d-d3c967b8d658', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.6', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:67:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:07Z', 'updated_at': '2022-08-01T14:15:29Z', 'revision_number': 2, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}, {'id': 'a181571b-2645-4406-8589-4d73eddca65c', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.157', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': 'f177eb18-8063-423f-b76e-febb47f8d425', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:f5:82:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:16:22Z', 'updated_at': '2022-08-01T14:16:34Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:35.653622 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-8c8cfd88-bb44-4d38-82b8-0868723ef1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:35.655580 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-8c8cfd88-bb44-4d38-82b8-0868723ef1f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.0683680 Aug 01 14:16:35.672777 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:16:35.689085 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:16:35.690133 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:35.730512 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-961e4d6f-6a3e-420d-a707-2373fa245580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:35.733308 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-961e4d6f-6a3e-420d-a707-2373fa245580 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0705333 Aug 01 14:16:35.876869 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36028) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:35.877528 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-c1880505-948c-468b-8e24-974beff84629 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369801 Aug 01 14:16:35.883092 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:16:36.001456 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71dce2e0-1925-4b80-8479-ab8d40bbc96d req-2207139b-aae7-441c-b712-9efae6185dce service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168811 Aug 01 14:16:36.074847 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d4b9db99-c623-4cb5-9497-9befbd14a0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:36.145002 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '7ee1b4d8-9687-44c5-ad5d-d3c967b8d658', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.6', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:67:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:07Z', 'updated_at': '2022-08-01T14:15:29Z', 'revision_number': 2, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}, {'id': 'a181571b-2645-4406-8589-4d73eddca65c', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.157', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': 'f177eb18-8063-423f-b76e-febb47f8d425', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:f5:82:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:16:22Z', 'updated_at': '2022-08-01T14:16:34Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:36.163863 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d4b9db99-c623-4cb5-9497-9befbd14a0fa admin admin] Publish callbacks [] for security_group (07468c94-a354-455c-8cd4-0d6ecc28646d), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:36.169933 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d4b9db99-c623-4cb5-9497-9befbd14a0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (07468c94-a354-455c-8cd4-0d6ecc28646d), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:36.171613 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209364a-b6ba-488d-afa4-f7c50d5cbd55 None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '7ee1b4d8-9687-44c5-ad5d-d3c967b8d658', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.6', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:67:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:07Z', 'updated_at': '2022-08-01T14:15:29Z', 'revision_number': 2, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}, {'id': 'a181571b-2645-4406-8589-4d73eddca65c', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.157', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': 'f177eb18-8063-423f-b76e-febb47f8d425', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:f5:82:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:16:22Z', 'updated_at': '2022-08-01T14:16:34Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:16:36.219563 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d4b9db99-c623-4cb5-9497-9befbd14a0fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1049541d859043fe9a31ac86dd01974a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414710 Aug 01 14:16:36.220473 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9db99-c623-4cb5-9497-9befbd14a0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07468c94-a354-455c-8cd4-0d6ecc28646d,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:36.223652 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36032) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:36.269073 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:36.297982 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c3e583d0-c2b6-40bc-8c58-8d1fe14527a7 admin admin] Publish callbacks [] for security_group (07468c94-a354-455c-8cd4-0d6ecc28646d), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:36.333981 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c3e583d0-c2b6-40bc-8c58-8d1fe14527a7 admin admin] Publish callbacks [] for security_group (07468c94-a354-455c-8cd4-0d6ecc28646d), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:36.408140 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b560538-994d-4b2b-bc17-943ac890dfbe None None] New status for floating IP a181571b-2645-4406-8589-4d73eddca65c: ACTIVE {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:16:36.419400 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c3e583d0-c2b6-40bc-8c58-8d1fe14527a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (07468c94-a354-455c-8cd4-0d6ecc28646d), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:36.422326 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c3e583d0-c2b6-40bc-8c58-8d1fe14527a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:36.423571 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-c3e583d0-c2b6-40bc-8c58-8d1fe14527a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07468c94-a354-455c-8cd4-0d6ecc28646d HTTP/1.1" status: 204 len: 168 time: 0.1988599 Aug 01 14:16:36.435021 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e583d0-c2b6-40bc-8c58-8d1fe14527a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07468c94-a354-455c-8cd4-0d6ecc28646d,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:36.469962 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:46.142863 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=79 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:46.148011 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=75 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:46.214181 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=15,neutron:INSERT=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:46.215748 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:46.427315 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:46.429611 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:46.567639 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:46.571988 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:47.200210 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823705c4-4cad-4b44-8777-b697e332b518 req-99dfb774-dd0a-4e2c-b21a-57788c5f2e51 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:47.201793 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-823705c4-4cad-4b44-8777-b697e332b518 req-99dfb774-dd0a-4e2c-b21a-57788c5f2e51 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 946 time: 0.0647686 Aug 01 14:16:47.261730 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-823705c4-4cad-4b44-8777-b697e332b518 req-fda410ec-c164-480e-834b-01f8b87a6a4e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539601 Aug 01 14:16:48.415054 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771784-b1ac-4e98-b498-a13d4e92fd5a req-98687978-f94a-4809-a748-bf3cc67bdf06 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:48.416987 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4a771784-b1ac-4e98-b498-a13d4e92fd5a req-98687978-f94a-4809-a748-bf3cc67bdf06 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 946 time: 0.0694485 Aug 01 14:16:48.480062 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4a771784-b1ac-4e98-b498-a13d4e92fd5a req-55d48751-5bc6-4fce-bec0-7828b3fe0494 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502713 Aug 01 14:16:48.676587 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-18ac4559-7c56-49a2-951c-59c053ccb709 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:48.678131 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-18ac4559-7c56-49a2-951c-59c053ccb709 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 946 time: 0.0543067 Aug 01 14:16:48.773813 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Deleting port 6f4bdd7e-2b10-4789-8e67-555594e488b6 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:16:48.774152 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:48.890687 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] For port 6f4bdd7e-2b10-4789-8e67-555594e488b6, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=6f4bdd7e-2b10-4789-8e67-555594e488b6,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:48.891031 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:49.069488 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:49.069874 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (2bed4f85-02ba-4a83-b990-9cb961a73a86), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:49.070171 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Floating IP 2bed4f85-02ba-4a83-b990-9cb961a73a86 disassociated. External IP: 172.27.4.2, port: 6f4bdd7e-2b10-4789-8e67-555594e488b6. Aug 01 14:16:49.070532 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Calling delete_port for 6f4bdd7e-2b10-4789-8e67-555594e488b6 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:16:49.215219 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (6f4bdd7e-2b10-4789-8e67-555594e488b6), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:49.244321 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event deleted for resources: {'Port': ['ID=6f4bdd7e-2b10-4789-8e67-555594e488b6,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:49.363036 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:16:49.450032 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:49.452287 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:49.479843 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:16:49.491252 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] Sync routers for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:16:49.506609 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:16:49.507529 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:49.530133 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] No DVR routers for this DVR port 6f4bdd7e-2b10-4789-8e67-555594e488b6 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:16:49.533312 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:49.536500 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e8ea0935-9352-4baf-be95-ee8b8717c23a req-7d1ff19b-4475-40d6-bbf9-21671313fc07 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.57 "DELETE /v2.0/ports/6f4bdd7e-2b10-4789-8e67-555594e488b6 HTTP/1.1" status: 204 len: 173 time: 0.8513262 Aug 01 14:16:49.537234 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'name': 'network-vif-deleted', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:16:49.540604 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7850207-e680-4f32-9e36-ddf0501ba5c6" -d '{"events": [{"server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "name": "network-vif-deleted", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:16:49.601015 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f6f71-0cbc-4c45-81fb-3f3779bee4d7 x-openstack-request-id: req-c55f6f71-0cbc-4c45-81fb-3f3779bee4d7 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:16:49.601346 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2880642-059e-4718-b9ed-becd8b1dad8c", "name": "network-vif-deleted", "tag": "6f4bdd7e-2b10-4789-8e67-555594e488b6", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:16:49.601549 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c55f6f71-0cbc-4c45-81fb-3f3779bee4d7 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:16:49.601950 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55f6f71-0cbc-4c45-81fb-3f3779bee4d7'] response: {'server_uuid': 'a2880642-059e-4718-b9ed-becd8b1dad8c', 'name': 'network-vif-deleted', 'tag': '6f4bdd7e-2b10-4789-8e67-555594e488b6', 'status': 'completed', 'code': 200} Aug 01 14:16:49.623846 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b9842ac4-10de-4245-861e-72b8bda2cf51 req-7b39ab6e-63e2-4faf-a5d1-f6742996f81e tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2880642-059e-4718-b9ed-becd8b1dad8c HTTP/1.1" status: 200 len: 210 time: 0.0335519 Aug 01 14:16:49.679689 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:16:49.906606 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:49.942955 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] Checking router: 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:16:49.952220 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:16:49.953382 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:50.067777 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:16:50.387016 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:50.415158 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18766b6-4a78-43eb-81cf-ad21bc81b45b None None] The sync data for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi is: [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:10:08Z', 'revision_number': 4, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '6fb2e8c2-7150-44f8-8f54-290cc97f8158', 'name': '', 'network_id': '294e8be6-62c8-4d19-be24-df34926b9c6c', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'mac_address': 'fa:16:3e:a2:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:07Z', 'updated_at': '2022-08-01T14:10:29Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'subnets': [{'id': 'cd4e3162-00b7-4eec-b5a3-3fc30af93721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:16:50.662353 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a403b1-3e7d-46d8-bba6-ff428eb3235a None None] New status for floating IP 2bed4f85-02ba-4a83-b990-9cb961a73a86: DOWN {{(pid=104320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:16:50.743597 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36066) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:50.826857 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:50.840031 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a30684f0-3565-4c97-8ab2-b686607c1354 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:50.881311 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a30684f0-3565-4c97-8ab2-b686607c1354 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:50.962970 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a30684f0-3565-4c97-8ab2-b686607c1354 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:50.966263 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a30684f0-3565-4c97-8ab2-b686607c1354 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:50.967755 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-a30684f0-3565-4c97-8ab2-b686607c1354 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "DELETE /v2.0/security-groups/5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a HTTP/1.1" status: 204 len: 168 time: 0.2223446 Aug 01 14:16:50.972961 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36068) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:50.979016 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30684f0-3565-4c97-8ab2-b686607c1354 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:50.988481 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.api.v2.resource [None req-1ffd00f6-020c-4fa2-ab0d-02f0cd0897dd tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] show failed (client error): The resource could not be found. Aug 01 14:16:50.989957 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-1ffd00f6-020c-4fa2-ab0d-02f0cd0897dd tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "GET /v2.0/security-groups/5b4503cc-f22a-48cf-bdb3-0e0a3a3bd29a HTTP/1.1" status: 404 len: 347 time: 0.0156984 Aug 01 14:16:50.993105 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36070) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:51.145266 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Deleting port 32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:16:51.145490 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:51.238589 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:51.239096 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:51.257166 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Calling delete_port for 32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:16:51.389789 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:16:51.417867 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:51.461585 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Pushing event deleted for resources: {'Port': ['ID=32d8ff42-eaa2-4586-a5a9-6c2613ce6b1d,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:51.492421 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.492806 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.493281 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.495497 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.495497 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.495497 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.495497 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.495497 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.495497 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.495497 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.496515 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.496515 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.496515 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.497004 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.497004 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:16:51.553100 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks [] for floatingip (2bed4f85-02ba-4a83-b990-9cb961a73a86), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:51.555732 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:51.556947 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-539f756a-e405-44b3-a0c3-6b0f06e4b532 tempest-AttachVolumeShelveTestJSON-1459521597 tempest-AttachVolumeShelveTestJSON-1459521597-project] 10.222.0.45 "DELETE /v2.0/floatingips/2bed4f85-02ba-4a83-b990-9cb961a73a86 HTTP/1.1" status: 204 len: 168 time: 0.5629001 Aug 01 14:16:53.087161 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6f4bdd7e-2b10-4789-8e67-555594e488b6 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:16:53.107720 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 6f4bdd7e-2b10-4789-8e67-555594e488b6 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:16:53.108207 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 6f4bdd7e-2b10-4789-8e67-555594e488b6 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:16:54.061415 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36092) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:54.363724 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ea44e002-be95-4a16-a8e0-a2f527e4c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:54.581290 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:54.738223 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:54.743539 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:54.832899 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] Deleting port 6fb2e8c2-7150-44f8-8f54-290cc97f8158 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:16:54.833145 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:54.926288 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] For port 6fb2e8c2-7150-44f8-8f54-290cc97f8158, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=6fb2e8c2-7150-44f8-8f54-290cc97f8158,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:54.926663 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:54.941599 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] Calling delete_port for 6fb2e8c2-7150-44f8-8f54-290cc97f8158 owned by network:router_interface {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:16:55.148769 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (6fb2e8c2-7150-44f8-8f54-290cc97f8158), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:55.175849 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb2e8c2-7150-44f8-8f54-290cc97f8158,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:55.615559 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:55.835529 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] Router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:16:55.881958 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:55.948167 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:55.970930 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:16:55.977106 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f282ba26-cb4d-4dd3-9436-37a807af6bd6 admin admin] 10.222.0.45 "PUT /v2.0/routers/1a0a73c5-f4f4-4afc-97fc-fcd5731cd109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9136195 Aug 01 14:16:55.979021 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36096) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:55.982799 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] Sync routers for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:16:55.993838 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:16:55.994482 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:56.086226 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Publish callbacks [] for router (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.109932 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:16:56.204521 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Publish callbacks [] for router_gateway (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.257171 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Deleting port 654eb89d-e2e7-4d21-b778-ff81d5c5b474 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:16:56.257647 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.304328 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:56.307533 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4'}], 'enable_snat': True}, 'gw_port_id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:16:55Z', 'revision_number': 5, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port': {'id': '654eb89d-e2e7-4d21-b778-ff81d5c5b474', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:00:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:09:59Z', 'updated_at': '2022-08-01T14:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:56.334177 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] Checking router: 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:16:56.344343 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] Routers {'1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:16:56.344895 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:56.354407 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] For port 654eb89d-e2e7-4d21-b778-ff81d5c5b474, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=654eb89d-e2e7-4d21-b778-ff81d5c5b474,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:56.354769 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.369071 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Calling delete_port for 654eb89d-e2e7-4d21-b778-ff81d5c5b474 owned by network:router_gateway {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:16:56.409708 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:56.435024 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] Set router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 gateway port host: None {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:16:56.486924 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:16:56Z', 'revision_number': 6, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port_host': None}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:56.517754 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356bb43-0473-401e-8bae-22baafd56433 None None] The sync data for ids ['1a0a73c5-f4f4-4afc-97fc-fcd5731cd109'] in dv-cinder-845178-10-iscsi is: [{'id': '1a0a73c5-f4f4-4afc-97fc-fcd5731cd109', 'name': 'tempest-AttachVolumeShelveTestJSON-1081749996-router', 'tenant_id': 'c86a28aa09db413593b6047d4cbd0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:09:57Z', 'updated_at': '2022-08-01T14:16:56Z', 'revision_number': 6, 'project_id': 'c86a28aa09db413593b6047d4cbd0559', 'gw_port_host': None}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:16:56.583414 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (654eb89d-e2e7-4d21-b778-ff81d5c5b474), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.601055 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce223-468b-492c-ac97-933e2295df16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.609005 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Pushing event deleted for resources: {'Port': ['ID=654eb89d-e2e7-4d21-b778-ff81d5c5b474,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:56.682722 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.775427 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.777897 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Publish callbacks [] for router_controller (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.823768 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (1a0a73c5-f4f4-4afc-97fc-fcd5731cd109), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.824379 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 {{(pid=104319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:16:56.828973 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.830150 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-6da65f04-97e7-46a1-8f7e-7a98501ac56c admin admin] 10.222.0.45 "DELETE /v2.0/routers/1a0a73c5-f4f4-4afc-97fc-fcd5731cd109 HTTP/1.1" status: 204 len: 168 time: 0.8501930 Aug 01 14:16:56.833019 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36100) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:56.882039 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-92142469-ce08-40f9-9b1d-adc613fdbfbc admin admin] Deleting subnet cd4e3162-00b7-4eec-b5a3-3fc30af93721 {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:16:56.885916 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-92142469-ce08-40f9-9b1d-adc613fdbfbc admin admin] Publish callbacks [] for subnet (cd4e3162-00b7-4eec-b5a3-3fc30af93721), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.934271 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-92142469-ce08-40f9-9b1d-adc613fdbfbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (cd4e3162-00b7-4eec-b5a3-3fc30af93721), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:56.971185 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:56.975766 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:57.023040 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-92142469-ce08-40f9-9b1d-adc613fdbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (cd4e3162-00b7-4eec-b5a3-3fc30af93721), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.080089 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-92142469-ce08-40f9-9b1d-adc613fdbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (cd4e3162-00b7-4eec-b5a3-3fc30af93721), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.105318 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92142469-ce08-40f9-9b1d-adc613fdbfbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4e3162-00b7-4eec-b5a3-3fc30af93721,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:57.113354 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-92142469-ce08-40f9-9b1d-adc613fdbfbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.119104 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-92142469-ce08-40f9-9b1d-adc613fdbfbc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cd4e3162-00b7-4eec-b5a3-3fc30af93721 HTTP/1.1" status: 204 len: 168 time: 0.2838252 Aug 01 14:16:57.120505 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36102) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:57.121080 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7157f1-1939-422a-8788-698102878564 None None] Network 294e8be6-62c8-4d19-be24-df34926b9c6c requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:16:57.203088 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (294e8be6-62c8-4d19-be24-df34926b9c6c), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.258044 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Deleting port 434fdfab-dfee-411c-8687-1997557662b4 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:16:57.258448 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (434fdfab-dfee-411c-8687-1997557662b4), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.332054 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752fda07-d8bf-4af3-8b69-584c605ddfed None None] DHCP port deletion for 294e8be6-62c8-4d19-be24-df34926b9c6c request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:16:57.332914 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] For port 434fdfab-dfee-411c-8687-1997557662b4, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=434fdfab-dfee-411c-8687-1997557662b4,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:57.333447 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (434fdfab-dfee-411c-8687-1997557662b4), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.348712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Calling delete_port for 434fdfab-dfee-411c-8687-1997557662b4 owned by network:dhcp {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:16:57.393512 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-752fda07-d8bf-4af3-8b69-584c605ddfed None None] Deleting port 434fdfab-dfee-411c-8687-1997557662b4 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:16:57.394036 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-752fda07-d8bf-4af3-8b69-584c605ddfed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (434fdfab-dfee-411c-8687-1997557662b4), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.433493 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (434fdfab-dfee-411c-8687-1997557662b4), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.469262 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-752fda07-d8bf-4af3-8b69-584c605ddfed None None] For port 434fdfab-dfee-411c-8687-1997557662b4, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=434fdfab-dfee-411c-8687-1997557662b4,segment=NetworkSegment(99eefc04-e7ca-4764-9bc4-55093ef40440),segment_id=99eefc04-e7ca-4764-9bc4-55093ef40440)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:16:57.469648 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-752fda07-d8bf-4af3-8b69-584c605ddfed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (434fdfab-dfee-411c-8687-1997557662b4), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.483348 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-752fda07-d8bf-4af3-8b69-584c605ddfed None None] Calling delete_port for 434fdfab-dfee-411c-8687-1997557662b4 owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:16:57.484572 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Pushing event deleted for resources: {'Port': ['ID=434fdfab-dfee-411c-8687-1997557662b4,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:57.490530 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] No DVR routers for this DVR port 434fdfab-dfee-411c-8687-1997557662b4 on host dv-cinder-845178-10-iscsi {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:16:57.577946 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-752fda07-d8bf-4af3-8b69-584c605ddfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (434fdfab-dfee-411c-8687-1997557662b4), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.583696 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (294e8be6-62c8-4d19-be24-df34926b9c6c), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.605984 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fda07-d8bf-4af3-8b69-584c605ddfed None None] Pushing event deleted for resources: {'Port': ['ID=434fdfab-dfee-411c-8687-1997557662b4,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:57.607862 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752fda07-d8bf-4af3-8b69-584c605ddfed None None] No DVR routers for this DVR port 434fdfab-dfee-411c-8687-1997557662b4 on host dv-cinder-845178-10-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:16:57.615602 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294e8be6-62c8-4d19-be24-df34926b9c6c']}} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:57.630620 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99eefc04-e7ca-4764-9bc4-55093ef40440') {'for_net_delete': True} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:57.631122 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99eefc04-e7ca-4764-9bc4-55093ef40440') {} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:57.654793 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203814'] for segment (99eefc04-e7ca-4764-9bc4-55093ef40440), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.678216 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (99eefc04-e7ca-4764-9bc4-55093ef40440), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.686342 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:16:57.686950 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5866758'] for segment (99eefc04-e7ca-4764-9bc4-55093ef40440), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.757920 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (294e8be6-62c8-4d19-be24-df34926b9c6c), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.767376 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:57.774122 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] 10.222.0.45 "DELETE /v2.0/networks/294e8be6-62c8-4d19-be24-df34926b9c6c HTTP/1.1" status: 204 len: 168 time: 0.6496890 Aug 01 14:16:57.782399 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment 99eefc04-e7ca-4764-9bc4-55093ef40440 resource provider aggregate not found Aug 01 14:16:57.787083 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31916d3f-624e-4199-a07e-5ddc73cf6568 admin admin] Pushing event deleted for resources: {'Network': ['ID=294e8be6-62c8-4d19-be24-df34926b9c6c,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:57.802854 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment 99eefc04-e7ca-4764-9bc4-55093ef40440 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99eefc04-e7ca-4764-9bc4-55093ef40440 found for delete ", "request_id": "req-29b441fb-3c6b-43da-a55f-026a1651a802"}]} Aug 01 14:16:57.935153 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36112) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:57.957133 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 654eb89d-e2e7-4d21-b778-ff81d5c5b474 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:16:57.978380 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 654eb89d-e2e7-4d21-b778-ff81d5c5b474 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:16:57.978720 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 654eb89d-e2e7-4d21-b778-ff81d5c5b474 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:16:57.979146 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 6fb2e8c2-7150-44f8-8f54-290cc97f8158 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:16:57.985070 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0c90e111-8f76-4c94-ab85-5ffcf650d16a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c86a28aa09db413593b6047d4cbd0559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487173 Aug 01 14:16:57.989296 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36114) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:57.998922 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 6fb2e8c2-7150-44f8-8f54-290cc97f8158 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:16:57.999281 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 6fb2e8c2-7150-44f8-8f54-290cc97f8158 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:16:57.999723 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 434fdfab-dfee-411c-8687-1997557662b4 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:16:58.021697 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 434fdfab-dfee-411c-8687-1997557662b4 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:16:58.021985 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 434fdfab-dfee-411c-8687-1997557662b4 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:16:58.052853 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-44fbca3c-4693-4974-b894-dd8a9bf91ffa admin admin] Publish callbacks [] for security_group (223decfd-c5ae-4300-be61-b9743ed4bee7), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:58.077641 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-44fbca3c-4693-4974-b894-dd8a9bf91ffa admin admin] Publish callbacks [] for security_group (223decfd-c5ae-4300-be61-b9743ed4bee7), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:58.112424 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:58.116709 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:58.133010 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-44fbca3c-4693-4974-b894-dd8a9bf91ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (223decfd-c5ae-4300-be61-b9743ed4bee7), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:58.135602 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-44fbca3c-4693-4974-b894-dd8a9bf91ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:58.137052 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-44fbca3c-4693-4974-b894-dd8a9bf91ffa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/223decfd-c5ae-4300-be61-b9743ed4bee7 HTTP/1.1" status: 204 len: 168 time: 0.1463273 Aug 01 14:16:58.145828 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbca3c-4693-4974-b894-dd8a9bf91ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223decfd-c5ae-4300-be61-b9743ed4bee7,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:58.211870 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36118) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:58.278330 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:58.618531 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Deleting port 30347f0e-ec6d-4522-8891-9568a36d18de {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:16:58.618874 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (30347f0e-ec6d-4522-8891-9568a36d18de), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:58.709773 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (30347f0e-ec6d-4522-8891-9568a36d18de), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:58.710087 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for floatingip (30347f0e-ec6d-4522-8891-9568a36d18de), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:58.725309 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Calling delete_port for 30347f0e-ec6d-4522-8891-9568a36d18de owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:16:58.887801 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (30347f0e-ec6d-4522-8891-9568a36d18de), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:58.913770 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event deleted for resources: {'Port': ['ID=30347f0e-ec6d-4522-8891-9568a36d18de,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:58.970298 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36140) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:58.980145 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for floatingip (89f61ff9-ac03-412e-9f9e-8beeb550ea7f), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:58.980675 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.l3_db [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Floating IP 89f61ff9-ac03-412e-9f9e-8beeb550ea7f disassociated (deleted). External IP: 172.27.4.20, port: ec79e886-ddb7-4769-af78-cfcf4186343e. Aug 01 14:16:59.077085 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1955920626-network', 'tenant_id': '3204889fa318491bbf836dd5fb38453d'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:16:59.098069 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Made reservation on behalf of 3204889fa318491bbf836dd5fb38453d for: {'network': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:16:59.100508 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.109288 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.127675 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:59.164242 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.187014 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:59.199227 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Publish callbacks [] for security_group (9ebb86b4-f212-479e-a72c-00216332a2b0), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.199982 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Router 53a5fc68-5380-4f23-ba5a-0e122211fe99 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:16:59.204026 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (9ebb86b4-f212-479e-a72c-00216332a2b0), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.232875 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=104318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:16:59.246293 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebb86b4-f212-479e-a72c-00216332a2b0,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:59.251031 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (d6134945-698c-4f68-bb4f-ac9eeff8321b), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.251377 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.segments_db [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Added segment d6134945-698c-4f68-bb4f-ac9eeff8321b of type vlan for network 3faf5a98-dd49-491d-b890-7082088d8b2d Aug 01 14:16:59.297039 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (3faf5a98-dd49-491d-b890-7082088d8b2d), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.311133 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:16:59.315993 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.322889 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] Sync routers for ids ['53a5fc68-5380-4f23-ba5a-0e122211fe99'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:16:59.330279 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (3faf5a98-dd49-491d-b890-7082088d8b2d), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.331768 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:59.332333 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.336572 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] Routers {'53a5fc68-5380-4f23-ba5a-0e122211fe99'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:16:59.337548 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['53a5fc68-5380-4f23-ba5a-0e122211fe99'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:59.346677 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-093797e5-24d6-40ac-b274-017e0b9868db tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "DELETE /v2.0/floatingips/89f61ff9-ac03-412e-9f9e-8beeb550ea7f HTTP/1.1" status: 204 len: 168 time: 1.1335125 Aug 01 14:16:59.347657 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:16:59.349704 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a700414f-8055-45d4-b8b4-ce86f59b9c61" -d '{"events": [{"name": "network-changed", "server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:16:59.395758 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd9a145-30e6-4e15-a9f8-ed7e2d35ea2e x-openstack-request-id: req-0bd9a145-30e6-4e15-a9f8-ed7e2d35ea2e {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:16:59.396106 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:16:59.396394 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bd9a145-30e6-4e15-a9f8-ed7e2d35ea2e {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:16:59.396801 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd9a145-30e6-4e15-a9f8-ed7e2d35ea2e'] response: {'name': 'network-changed', 'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'status': 'completed', 'code': 200} Aug 01 14:16:59.420679 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4491816 Aug 01 14:16:59.424927 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36148) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:16:59.431015 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Request body: {'subnet': {'network_id': '3faf5a98-dd49-491d-b890-7082088d8b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1955920626-subnet', 'tenant_id': '3204889fa318491bbf836dd5fb38453d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:16:59.435053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a954a-612d-4d95-8df3-6eda9e918c49 admin admin] Pushing event updated for resources: {'Network': ['ID=3faf5a98-dd49-491d-b890-7082088d8b2d,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:59.462194 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 3faf5a98-dd49-491d-b890-7082088d8b2d details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:16:59.465799 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-71338246-3b93-4c49-9be4-cb38f556bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:59.467487 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-71338246-3b93-4c49-9be4-cb38f556bf1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6bfbca571c4b4199a577322e866dfae9&device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 1129 time: 0.0456021 Aug 01 14:16:59.474281 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Made reservation on behalf of 3204889fa318491bbf836dd5fb38453d for: {'subnet': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:16:59.479190 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125095871'] for subnet (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.515901 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] Set router 53a5fc68-5380-4f23-ba5a-0e122211fe99 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:16:59.603707 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-f065cea4-1a0c-4bf1-947f-269c5d040a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:59.605186 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-f065cea4-1a0c-4bf1-947f-269c5d040a99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83622244-0e2b-48fa-9f1f-b69b203342d9 HTTP/1.1" status: 200 len: 909 time: 0.1280837 Aug 01 14:16:59.678783 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:59.684304 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:16:59.734129 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-124942983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125095881'] for subnet (90d0dd67-98cc-4f94-b1e2-1a4ed0d6143f), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.784427 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:53Z', 'revision_number': 5, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:59.815311 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d0dd67-98cc-4f94-b1e2-1a4ed0d6143f,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:16:59.829517 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] Checking router: 53a5fc68-5380-4f23-ba5a-0e122211fe99 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:16:59.835542 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Checking segment: {'id': 'd6134945-698c-4f68-bb4f-ac9eeff8321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3faf5a98-dd49-491d-b890-7082088d8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:16:59.836226 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Network hostable DHCP agents. Network: 3faf5a98-dd49-491d-b890-7082088d8b2d, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:16:59.843832 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] Routers {'53a5fc68-5380-4f23-ba5a-0e122211fe99'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:16:59.844886 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['53a5fc68-5380-4f23-ba5a-0e122211fe99'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:16:59.866626 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Network 3faf5a98-dd49-491d-b890-7082088d8b2d is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:16:59.884428 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 3faf5a98-dd49-491d-b890-7082088d8b2d) {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:16:59.905651 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:59.906154 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1899377f-a36e-4960-b7f2-8176182e4ffb None None] Network 3faf5a98-dd49-491d-b890-7082088d8b2d requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:16:59.906566 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:16:59.955301 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2925d-3205-444a-98e2-12433ec0bc61 req-5fe5bb89-29c9-45b3-8267-bfd27e59190f tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:16:59.956937 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3b2925d-3205-444a-98e2-12433ec0bc61 req-5fe5bb89-29c9-45b3-8267-bfd27e59190f tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.3555315 Aug 01 14:16:59.965872 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0afa0725-5c17-48f2-b36a-8e724fb39fd7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5374560 Aug 01 14:17:00.019072 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c3b2925d-3205-444a-98e2-12433ec0bc61 req-d686e7f7-7cac-481d-9c9c-83540d9a6d33 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544341 Aug 01 14:17:00.185870 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:00.246951 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] Set router 53a5fc68-5380-4f23-ba5a-0e122211fe99 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:00.273072 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc32a84-2e67-4731-83a3-f4c41b468e32 None None] Network 3faf5a98-dd49-491d-b890-7082088d8b2d requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:17:00.545333 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:53Z', 'revision_number': 5, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:00.574533 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36166) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:00.578308 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b51ac-a1ba-48f5-9e86-3e0d33f62a54 None None] The sync data for ids ['53a5fc68-5380-4f23-ba5a-0e122211fe99'] in dv-cinder-845178-10-iscsi is: [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:10:38Z', 'revision_number': 4, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '898b7668-72c1-4c28-a0c3-7957254eaabd', 'name': '', 'network_id': '83622244-0e2b-48fa-9f1f-b69b203342d9', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'mac_address': 'fa:16:3e:ae:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:33Z', 'updated_at': '2022-08-01T14:10:53Z', 'revision_number': 5, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'subnets': [{'id': 'f372540b-2ce5-4811-a16d-91adb9bef9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:17:00.580000 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-869474164-network', 'tenant_id': '124520c1ae214c2fbe3e69d86c8b73ab'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:00.617914 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Made reservation on behalf of 124520c1ae214c2fbe3e69d86c8b73ab for: {'network': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:17:00.622057 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:00.623283 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-edeb34fe-737e-4ed5-b22b-e95791cfff9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 200 len: 217 time: 0.0340841 Aug 01 14:17:00.631896 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:00.689048 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-6c712d0c-6a0d-4ea5-a025-8c0823827da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:00.691243 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-6c712d0c-6a0d-4ea5-a025-8c0823827da7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f372540b-2ce5-4811-a16d-91adb9bef9cf HTTP/1.1" status: 200 len: 847 time: 0.0575202 Aug 01 14:17:00.736649 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Publish callbacks [] for security_group (078677a4-b96f-43df-a9eb-66cbd0bb9df0), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:00.740625 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (078677a4-b96f-43df-a9eb-66cbd0bb9df0), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:00.747013 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:00.763501 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:17:00.791487 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (06735d37-a815-4c39-9498-4b88020ed7a2), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:00.792014 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.segments_db [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Added segment 06735d37-a815-4c39-9498-4b88020ed7a2 of type vlan for network d86c6884-c48d-4cdf-baf4-243461cffe0f Aug 01 14:17:00.793703 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078677a4-b96f-43df-a9eb-66cbd0bb9df0,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:00.843781 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (d86c6884-c48d-4cdf-baf4-243461cffe0f), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:00.855196 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-34a1c9c5-b13b-41ed-96b6-5a344b10e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:00.858263 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-34a1c9c5-b13b-41ed-96b6-5a344b10e8cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83622244-0e2b-48fa-9f1f-b69b203342d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0830226 Aug 01 14:17:00.874441 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (d86c6884-c48d-4cdf-baf4-243461cffe0f), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:00.875674 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:00.876459 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:00.883589 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:00.929561 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45542993-78d0-4631-86a1-88f8a55d61a0 None None] New status for floating IP 89f61ff9-ac03-412e-9f9e-8beeb550ea7f: DOWN {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:17:00.935206 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3568010 Aug 01 14:17:00.935425 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36168) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:00.942585 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Request body: {'subnet': {'network_id': 'd86c6884-c48d-4cdf-baf4-243461cffe0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-869474164-subnet', 'tenant_id': '124520c1ae214c2fbe3e69d86c8b73ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:00.950228 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21b4a2-ec1f-4ad8-bd5e-74da0cf29746 admin admin] Pushing event updated for resources: {'Network': ['ID=d86c6884-c48d-4cdf-baf4-243461cffe0f,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:00.962054 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network d86c6884-c48d-4cdf-baf4-243461cffe0f details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:17:00.988493 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Made reservation on behalf of 124520c1ae214c2fbe3e69d86c8b73ab for: {'subnet': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:17:00.990928 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5176487'] for subnet (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:00.994805 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:01.009223 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-d2e5897c-68b3-4d53-818c-0d8f0c4ed92a service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436539 Aug 01 14:17:01.057784 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:01.256353 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-59cb164a-5da6-4bdf-b464-d4dfb5ab31f8 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:01.257905 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-59cb164a-5da6-4bdf-b464-d4dfb5ab31f8 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.57 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.1333439 Aug 01 14:17:01.273422 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b52a2-922d-4942-a7e3-3a9735657b71 req-76d1a40b-3adc-4343-bd15-c1de05f228d4 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:01.274936 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c04b52a2-922d-4942-a7e3-3a9735657b71 req-76d1a40b-3adc-4343-bd15-c1de05f228d4 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 945 time: 0.1452456 Aug 01 14:17:01.351340 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a700414f-8055-45d4-b8b4-ce86f59b9c61 req-6c39df9d-cd68-4a5c-a49a-a11aa1a0a69e service neutron] 10.222.0.57 "GET /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924044 Aug 01 14:17:01.468546 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c04b52a2-922d-4942-a7e3-3a9735657b71 req-0be4102f-28ee-41b3-8194-3c543474144e tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/security-groups?id=3651cc94-e5a3-4a43-b865-144bce089bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642063 Aug 01 14:17:01.490962 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-ae3c44e8-90f8-46cb-b079-db4f8b571464 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Deleting port ec79e886-ddb7-4769-af78-cfcf4186343e {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:01.491372 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-ae3c44e8-90f8-46cb-b079-db4f8b571464 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:01.498466 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5866927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5176529'] for subnet (74decd6d-285e-4630-8acd-703651532d85), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:01.631638 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74decd6d-285e-4630-8acd-703651532d85,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:01.664320 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Checking segment: {'id': '06735d37-a815-4c39-9498-4b88020ed7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd86c6884-c48d-4cdf-baf4-243461cffe0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:17:01.664689 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Network hostable DHCP agents. Network: d86c6884-c48d-4cdf-baf4-243461cffe0f, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:17:01.672947 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-ae3c44e8-90f8-46cb-b079-db4f8b571464 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] For port ec79e886-ddb7-4769-af78-cfcf4186343e, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=ec79e886-ddb7-4769-af78-cfcf4186343e,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:01.673311 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-ae3c44e8-90f8-46cb-b079-db4f8b571464 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:01.691488 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-ae3c44e8-90f8-46cb-b079-db4f8b571464 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Calling delete_port for ec79e886-ddb7-4769-af78-cfcf4186343e owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:01.734467 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Network d86c6884-c48d-4cdf-baf4-243461cffe0f is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:17:01.741730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:01.750755 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, d86c6884-c48d-4cdf-baf4-243461cffe0f) {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:17:01.759047 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef501e2-0d15-44e5-85de-4c645b257e5a None None] Network d86c6884-c48d-4cdf-baf4-243461cffe0f requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:17:01.763512 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:01.764322 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:01.793052 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-751bff07-e2f2-4830-b431-b473546f6381 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8564436 Aug 01 14:17:01.866810 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-ae3c44e8-90f8-46cb-b079-db4f8b571464 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (ec79e886-ddb7-4769-af78-cfcf4186343e), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:01.878649 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6fd2b3-80c4-479e-bff6-497d6357fd8f None None] Network d86c6884-c48d-4cdf-baf4-243461cffe0f requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:17:01.908300 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c44e8-90f8-46cb-b079-db4f8b571464 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event deleted for resources: {'Port': ['ID=ec79e886-ddb7-4769-af78-cfcf4186343e,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:01.961500 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36176) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:01.971246 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-ae3c44e8-90f8-46cb-b079-db4f8b571464 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] No DVR routers for this DVR port ec79e886-ddb7-4769-af78-cfcf4186343e on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:17:01.973951 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-ae3c44e8-90f8-46cb-b079-db4f8b571464 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:01.977687 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e279d59f-bb3b-4fa7-a16d-3cb99d314bed req-ae3c44e8-90f8-46cb-b079-db4f8b571464 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.57 "DELETE /v2.0/ports/ec79e886-ddb7-4769-af78-cfcf4186343e HTTP/1.1" status: 204 len: 173 time: 0.7108233 Aug 01 14:17:01.978196 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'name': 'network-vif-deleted', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:17:01.981309 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf9a21d-473d-4411-bcf8-02180526148a" -d '{"events": [{"server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "name": "network-vif-deleted", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:17:02.015982 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4eb7cf6-570d-4da3-93ba-e0c48e2866a0 admin admin] Deleting subnet 90d0dd67-98cc-4f94-b1e2-1a4ed0d6143f {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:17:02.019745 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7cf6-570d-4da3-93ba-e0c48e2866a0 admin admin] Publish callbacks [] for subnet (90d0dd67-98cc-4f94-b1e2-1a4ed0d6143f), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.025725 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bf7ad0-78e0-4ba8-92a2-1bcea1d5bb2e x-openstack-request-id: req-36bf7ad0-78e0-4ba8-92a2-1bcea1d5bb2e {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:17:02.026135 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38da3c04-7cad-47ab-b253-e133bdeb480c", "name": "network-vif-deleted", "tag": "ec79e886-ddb7-4769-af78-cfcf4186343e", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:17:02.026618 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36bf7ad0-78e0-4ba8-92a2-1bcea1d5bb2e {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:17:02.027148 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bf7ad0-78e0-4ba8-92a2-1bcea1d5bb2e'] response: {'server_uuid': '38da3c04-7cad-47ab-b253-e133bdeb480c', 'name': 'network-vif-deleted', 'tag': 'ec79e886-ddb7-4769-af78-cfcf4186343e', 'status': 'completed', 'code': 200} Aug 01 14:17:02.063926 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7cf6-570d-4da3-93ba-e0c48e2866a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (90d0dd67-98cc-4f94-b1e2-1a4ed0d6143f), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.106165 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7cf6-570d-4da3-93ba-e0c48e2866a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (90d0dd67-98cc-4f94-b1e2-1a4ed0d6143f), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.162613 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7cf6-570d-4da3-93ba-e0c48e2866a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (90d0dd67-98cc-4f94-b1e2-1a4ed0d6143f), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.189283 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb7cf6-570d-4da3-93ba-e0c48e2866a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d0dd67-98cc-4f94-b1e2-1a4ed0d6143f,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:02.194602 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7cf6-570d-4da3-93ba-e0c48e2866a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.197859 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-b4eb7cf6-570d-4da3-93ba-e0c48e2866a0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/90d0dd67-98cc-4f94-b1e2-1a4ed0d6143f HTTP/1.1" status: 204 len: 168 time: 0.2352028 Aug 01 14:17:02.200773 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36180) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:02.284499 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (3faf5a98-dd49-491d-b890-7082088d8b2d), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.386026 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (3faf5a98-dd49-491d-b890-7082088d8b2d), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.409614 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faf5a98-dd49-491d-b890-7082088d8b2d']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:02.421086 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6134945-698c-4f68-bb4f-ac9eeff8321b') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:02.421399 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6134945-698c-4f68-bb4f-ac9eeff8321b') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:02.433722 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (d6134945-698c-4f68-bb4f-ac9eeff8321b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.450936 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (d6134945-698c-4f68-bb4f-ac9eeff8321b), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.458882 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:17:02.459339 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (d6134945-698c-4f68-bb4f-ac9eeff8321b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.502419 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment d6134945-698c-4f68-bb4f-ac9eeff8321b resource provider aggregate not found Aug 01 14:17:02.529569 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment d6134945-698c-4f68-bb4f-ac9eeff8321b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6134945-698c-4f68-bb4f-ac9eeff8321b found for delete ", "request_id": "req-d1b71ff8-9cb4-47a3-ab9d-39bab64aec07"}]} Aug 01 14:17:02.530913 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (3faf5a98-dd49-491d-b890-7082088d8b2d), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.535767 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.539778 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3faf5a98-dd49-491d-b890-7082088d8b2d HTTP/1.1" status: 204 len: 168 time: 0.3378761 Aug 01 14:17:02.542794 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36188) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:02.553926 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3c77d-81d5-4482-94b9-800d999cacb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3faf5a98-dd49-491d-b890-7082088d8b2d,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:02.620689 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cbf21594-d227-408b-96f0-72739e797fc1 req-6ba0285a-32cb-44e0-bd80-f6b66329eb03 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "GET /v2.0/ports?device_id=38da3c04-7cad-47ab-b253-e133bdeb480c HTTP/1.1" status: 200 len: 210 time: 0.0394092 Aug 01 14:17:02.623869 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f192a0-94a5-459f-93dd-c2f0a75c7ba6 admin admin] Deleting subnet 74decd6d-285e-4630-8acd-703651532d85 {{(pid=104318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:17:02.627508 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9f192a0-94a5-459f-93dd-c2f0a75c7ba6 admin admin] Publish callbacks [] for subnet (74decd6d-285e-4630-8acd-703651532d85), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.665175 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9f192a0-94a5-459f-93dd-c2f0a75c7ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7203837'] for subnet (74decd6d-285e-4630-8acd-703651532d85), precommit_delete_associations {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.700563 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:02.710755 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9f192a0-94a5-459f-93dd-c2f0a75c7ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (74decd6d-285e-4630-8acd-703651532d85), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.769528 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9f192a0-94a5-459f-93dd-c2f0a75c7ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5866860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176520'] for subnet (74decd6d-285e-4630-8acd-703651532d85), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.795645 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f192a0-94a5-459f-93dd-c2f0a75c7ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74decd6d-285e-4630-8acd-703651532d85,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:02.802516 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e9f192a0-94a5-459f-93dd-c2f0a75c7ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.805944 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-e9f192a0-94a5-459f-93dd-c2f0a75c7ba6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/74decd6d-285e-4630-8acd-703651532d85 HTTP/1.1" status: 204 len: 168 time: 0.2614534 Aug 01 14:17:02.808654 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36190) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:02.886835 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (d86c6884-c48d-4cdf-baf4-243461cffe0f), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.972144 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (d86c6884-c48d-4cdf-baf4-243461cffe0f), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:02.994609 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86c6884-c48d-4cdf-baf4-243461cffe0f']}} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:03.005346 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06735d37-a815-4c39-9498-4b88020ed7a2') {'for_net_delete': True} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:03.005643 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06735d37-a815-4c39-9498-4b88020ed7a2') {} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:03.017077 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203814'] for segment (06735d37-a815-4c39-9498-4b88020ed7a2), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.033230 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (06735d37-a815-4c39-9498-4b88020ed7a2), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.040754 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:17:03.041155 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5866758'] for segment (06735d37-a815-4c39-9498-4b88020ed7a2), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.081442 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment 06735d37-a815-4c39-9498-4b88020ed7a2 resource provider aggregate not found Aug 01 14:17:03.101608 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment 06735d37-a815-4c39-9498-4b88020ed7a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06735d37-a815-4c39-9498-4b88020ed7a2 found for delete ", "request_id": "req-850d3991-1113-4ebd-ac6a-aa5e7f79ecb4"}]} Aug 01 14:17:03.109709 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (d86c6884-c48d-4cdf-baf4-243461cffe0f), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.114965 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.121081 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d86c6884-c48d-4cdf-baf4-243461cffe0f HTTP/1.1" status: 204 len: 168 time: 0.3089929 Aug 01 14:17:03.133587 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b66200-d795-478d-834a-f002413b24b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d86c6884-c48d-4cdf-baf4-243461cffe0f,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:03.347612 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36198) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:03.389978 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-7400350c-57cd-44e2-8442-f97511df926f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3204889fa318491bbf836dd5fb38453d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410931 Aug 01 14:17:03.392816 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36200) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:03.447634 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c67ecbd7-e62d-435c-baad-8eb8bfa1b9b3 admin admin] Publish callbacks [] for security_group (9ebb86b4-f212-479e-a72c-00216332a2b0), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.469770 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c67ecbd7-e62d-435c-baad-8eb8bfa1b9b3 admin admin] Publish callbacks [] for security_group (9ebb86b4-f212-479e-a72c-00216332a2b0), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.484118 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:03.521930 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c67ecbd7-e62d-435c-baad-8eb8bfa1b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (9ebb86b4-f212-479e-a72c-00216332a2b0), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.524626 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-c67ecbd7-e62d-435c-baad-8eb8bfa1b9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.525829 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-c67ecbd7-e62d-435c-baad-8eb8bfa1b9b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ebb86b4-f212-479e-a72c-00216332a2b0 HTTP/1.1" status: 204 len: 168 time: 0.1319842 Aug 01 14:17:03.534050 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ecbd7-e62d-435c-baad-8eb8bfa1b9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebb86b4-f212-479e-a72c-00216332a2b0,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:03.694186 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36206) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:03.759099 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d148c2d8-3ac4-4a12-914c-2eab8d59cca3 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group (3651cc94-e5a3-4a43-b865-144bce089bf8), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.785720 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d148c2d8-3ac4-4a12-914c-2eab8d59cca3 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group (3651cc94-e5a3-4a43-b865-144bce089bf8), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.851806 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d148c2d8-3ac4-4a12-914c-2eab8d59cca3 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (3651cc94-e5a3-4a43-b865-144bce089bf8), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.854650 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d148c2d8-3ac4-4a12-914c-2eab8d59cca3 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:03.855842 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-d148c2d8-3ac4-4a12-914c-2eab8d59cca3 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] 10.222.0.45 "DELETE /v2.0/security-groups/3651cc94-e5a3-4a43-b865-144bce089bf8 HTTP/1.1" status: 204 len: 168 time: 0.1605380 Aug 01 14:17:03.866442 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148c2d8-3ac4-4a12-914c-2eab8d59cca3 tempest-TestShelveInstance-2064287483 tempest-TestShelveInstance-2064287483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3651cc94-e5a3-4a43-b865-144bce089bf8,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:03.908562 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36212) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:03.915842 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36214) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:03.961823 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-b138e85b-be85-4882-9e0b-f667b84104e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=124520c1ae214c2fbe3e69d86c8b73ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443740 Aug 01 14:17:03.965260 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36218) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:04.017074 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bafabef3-acf3-466d-9e00-ce2667fa3a6c admin admin] Publish callbacks [] for security_group (078677a4-b96f-43df-a9eb-66cbd0bb9df0), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:04.034690 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:04.040400 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bafabef3-acf3-466d-9e00-ce2667fa3a6c admin admin] Publish callbacks [] for security_group (078677a4-b96f-43df-a9eb-66cbd0bb9df0), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:04.091083 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bafabef3-acf3-466d-9e00-ce2667fa3a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (078677a4-b96f-43df-a9eb-66cbd0bb9df0), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:04.093871 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bafabef3-acf3-466d-9e00-ce2667fa3a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:04.095051 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-bafabef3-acf3-466d-9e00-ce2667fa3a6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/078677a4-b96f-43df-a9eb-66cbd0bb9df0 HTTP/1.1" status: 204 len: 168 time: 0.1288376 Aug 01 14:17:04.104424 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafabef3-acf3-466d-9e00-ce2667fa3a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078677a4-b96f-43df-a9eb-66cbd0bb9df0,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:04.619342 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:04.755683 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (53a5fc68-5380-4f23-ba5a-0e122211fe99), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:04.801726 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:04.999845 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] Deleting port 898b7668-72c1-4c28-a0c3-7957254eaabd {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:05.000619 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:05.088617 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] For port 898b7668-72c1-4c28-a0c3-7957254eaabd, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=898b7668-72c1-4c28-a0c3-7957254eaabd,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:05.088990 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:05.102367 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] Calling delete_port for 898b7668-72c1-4c28-a0c3-7957254eaabd owned by network:router_interface {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:05.164229 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device ec79e886-ddb7-4769-af78-cfcf4186343e no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:17:05.188042 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: ec79e886-ddb7-4769-af78-cfcf4186343e {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:17:05.188042 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device ec79e886-ddb7-4769-af78-cfcf4186343e not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:17:05.298802 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (898b7668-72c1-4c28-a0c3-7957254eaabd), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:05.332985 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=898b7668-72c1-4c28-a0c3-7957254eaabd,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:05.511431 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (53a5fc68-5380-4f23-ba5a-0e122211fe99), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:05.621664 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:05.731390 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:05.747539 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] Router 53a5fc68-5380-4f23-ba5a-0e122211fe99 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:17:05.871449 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:17:05.882451 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-89670ec0-7358-4242-8722-37d352ea36c2 admin admin] 10.222.0.45 "PUT /v2.0/routers/53a5fc68-5380-4f23-ba5a-0e122211fe99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9714673 Aug 01 14:17:05.883050 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36262) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:05.886050 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] Sync routers for ids ['53a5fc68-5380-4f23-ba5a-0e122211fe99'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:17:05.909576 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] Routers {'53a5fc68-5380-4f23-ba5a-0e122211fe99'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:05.910447 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['53a5fc68-5380-4f23-ba5a-0e122211fe99'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:05.967030 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:05.972017 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:06.015575 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Publish callbacks [] for router (53a5fc68-5380-4f23-ba5a-0e122211fe99), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.028837 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] Set router 53a5fc68-5380-4f23-ba5a-0e122211fe99 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:06.126490 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Publish callbacks [] for router_gateway (53a5fc68-5380-4f23-ba5a-0e122211fe99), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.180030 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Deleting port 87d7ba62-67de-4f08-9bf5-fa3452f00341 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:06.180495 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.236396 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111'}], 'enable_snat': True}, 'gw_port_id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:17:05Z', 'revision_number': 5, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port': {'id': '87d7ba62-67de-4f08-9bf5-fa3452f00341', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:26Z', 'updated_at': '2022-08-01T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:06.264261 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] Checking router: 53a5fc68-5380-4f23-ba5a-0e122211fe99 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:17:06.273805 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] Routers {'53a5fc68-5380-4f23-ba5a-0e122211fe99'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:06.274479 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['53a5fc68-5380-4f23-ba5a-0e122211fe99'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:06.274852 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] For port 87d7ba62-67de-4f08-9bf5-fa3452f00341, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=87d7ba62-67de-4f08-9bf5-fa3452f00341,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:06.275861 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.294150 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Calling delete_port for 87d7ba62-67de-4f08-9bf5-fa3452f00341 owned by network:router_gateway {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:06.369223 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] Set router 53a5fc68-5380-4f23-ba5a-0e122211fe99 gateway port host: None {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:06.423489 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:17:06Z', 'revision_number': 6, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port_host': None}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:06.449548 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e7bde8-e18a-454f-8132-78ede5673d83 None None] The sync data for ids ['53a5fc68-5380-4f23-ba5a-0e122211fe99'] in dv-cinder-845178-10-iscsi is: [{'id': '53a5fc68-5380-4f23-ba5a-0e122211fe99', 'name': 'tempest-TestShelveInstance-217369138-router', 'tenant_id': '6bfbca571c4b4199a577322e866dfae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:24Z', 'updated_at': '2022-08-01T14:17:06Z', 'revision_number': 6, 'project_id': '6bfbca571c4b4199a577322e866dfae9', 'gw_port_host': None}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:17:06.467985 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (87d7ba62-67de-4f08-9bf5-fa3452f00341), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.478056 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:06.489385 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=10 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:06.503636 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d7ba62-67de-4f08-9bf5-fa3452f00341,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:06.564613 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (53a5fc68-5380-4f23-ba5a-0e122211fe99), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.651981 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (53a5fc68-5380-4f23-ba5a-0e122211fe99), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.654264 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Publish callbacks [] for router_controller (53a5fc68-5380-4f23-ba5a-0e122211fe99), precommit_delete_associations {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.702644 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (53a5fc68-5380-4f23-ba5a-0e122211fe99), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.703279 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53a5fc68-5380-4f23-ba5a-0e122211fe99 {{(pid=104318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:17:06.709358 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.710554 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-5c890282-ec62-49f8-a6ff-e99d7e6d05b7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/53a5fc68-5380-4f23-ba5a-0e122211fe99 HTTP/1.1" status: 204 len: 168 time: 0.8253202 Aug 01 14:17:06.713527 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36270) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:06.762887 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-7366d661-3daf-4321-bbf5-a1f2541e828c admin admin] Deleting subnet f372540b-2ce5-4811-a16d-91adb9bef9cf {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:17:06.766321 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7366d661-3daf-4321-bbf5-a1f2541e828c admin admin] Publish callbacks [] for subnet (f372540b-2ce5-4811-a16d-91adb9bef9cf), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.827056 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7366d661-3daf-4321-bbf5-a1f2541e828c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (f372540b-2ce5-4811-a16d-91adb9bef9cf), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.913579 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7366d661-3daf-4321-bbf5-a1f2541e828c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (f372540b-2ce5-4811-a16d-91adb9bef9cf), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:06.973169 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7366d661-3daf-4321-bbf5-a1f2541e828c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (f372540b-2ce5-4811-a16d-91adb9bef9cf), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.000616 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366d661-3daf-4321-bbf5-a1f2541e828c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f372540b-2ce5-4811-a16d-91adb9bef9cf,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:07.005569 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-7366d661-3daf-4321-bbf5-a1f2541e828c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.009153 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-7366d661-3daf-4321-bbf5-a1f2541e828c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f372540b-2ce5-4811-a16d-91adb9bef9cf HTTP/1.1" status: 204 len: 168 time: 0.2945127 Aug 01 14:17:07.011848 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36272) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:07.013636 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e788943-15c4-4e57-bc84-34ad7945139f None None] Network 83622244-0e2b-48fa-9f1f-b69b203342d9 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:17:07.087041 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (83622244-0e2b-48fa-9f1f-b69b203342d9), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.135190 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Deleting port 929efc5a-f1ec-4f88-a426-f60173363471 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:07.135539 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (929efc5a-f1ec-4f88-a426-f60173363471), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.210129 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] For port 929efc5a-f1ec-4f88-a426-f60173363471, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=929efc5a-f1ec-4f88-a426-f60173363471,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:07.210503 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (929efc5a-f1ec-4f88-a426-f60173363471), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.231235 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Calling delete_port for 929efc5a-f1ec-4f88-a426-f60173363471 owned by network:dhcp {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:07.249351 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705631b6-9527-4a68-847a-f75efc87cb0c None None] DHCP port deletion for 83622244-0e2b-48fa-9f1f-b69b203342d9 request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:17:07.320051 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-705631b6-9527-4a68-847a-f75efc87cb0c None None] Deleting port 929efc5a-f1ec-4f88-a426-f60173363471 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:07.321722 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-705631b6-9527-4a68-847a-f75efc87cb0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (929efc5a-f1ec-4f88-a426-f60173363471), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.382813 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (929efc5a-f1ec-4f88-a426-f60173363471), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.413945 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-705631b6-9527-4a68-847a-f75efc87cb0c None None] For port 929efc5a-f1ec-4f88-a426-f60173363471, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=929efc5a-f1ec-4f88-a426-f60173363471,segment=NetworkSegment(c2b223cf-bb32-4dd3-9844-876ebf35674c),segment_id=c2b223cf-bb32-4dd3-9844-876ebf35674c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:07.414440 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-705631b6-9527-4a68-847a-f75efc87cb0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (929efc5a-f1ec-4f88-a426-f60173363471), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.415441 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Pushing event deleted for resources: {'Port': ['ID=929efc5a-f1ec-4f88-a426-f60173363471,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:07.425630 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] No DVR routers for this DVR port 929efc5a-f1ec-4f88-a426-f60173363471 on host dv-cinder-845178-10-iscsi {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:17:07.440480 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-705631b6-9527-4a68-847a-f75efc87cb0c None None] Calling delete_port for 929efc5a-f1ec-4f88-a426-f60173363471 owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:07.471389 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:07.530757 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (83622244-0e2b-48fa-9f1f-b69b203342d9), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.556121 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-705631b6-9527-4a68-847a-f75efc87cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (929efc5a-f1ec-4f88-a426-f60173363471), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.572393 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83622244-0e2b-48fa-9f1f-b69b203342d9']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:07.583739 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b223cf-bb32-4dd3-9844-876ebf35674c') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:07.584531 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b223cf-bb32-4dd3-9844-876ebf35674c') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:07.593184 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705631b6-9527-4a68-847a-f75efc87cb0c None None] Pushing event deleted for resources: {'Port': ['ID=929efc5a-f1ec-4f88-a426-f60173363471,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:07.596522 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705631b6-9527-4a68-847a-f75efc87cb0c None None] No DVR routers for this DVR port 929efc5a-f1ec-4f88-a426-f60173363471 on host dv-cinder-845178-10-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:17:07.599336 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (c2b223cf-bb32-4dd3-9844-876ebf35674c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.623009 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:07.626182 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (c2b223cf-bb32-4dd3-9844-876ebf35674c), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.636716 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:17:07.637244 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (c2b223cf-bb32-4dd3-9844-876ebf35674c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.671876 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment c2b223cf-bb32-4dd3-9844-876ebf35674c resource provider aggregate not found Aug 01 14:17:07.748442 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment c2b223cf-bb32-4dd3-9844-876ebf35674c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2b223cf-bb32-4dd3-9844-876ebf35674c found for delete ", "request_id": "req-1b053164-8f04-4288-9c1f-414d5cb53427"}]} Aug 01 14:17:07.783761 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (83622244-0e2b-48fa-9f1f-b69b203342d9), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.806125 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:07.812510 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] 10.222.0.45 "DELETE /v2.0/networks/83622244-0e2b-48fa-9f1f-b69b203342d9 HTTP/1.1" status: 204 len: 168 time: 0.7964160 Aug 01 14:17:07.812510 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733bcf5-6cef-416f-90fc-e8f87d9cbadf admin admin] Pushing event deleted for resources: {'Network': ['ID=83622244-0e2b-48fa-9f1f-b69b203342d9,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:07.814219 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36300) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:07.951670 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 929efc5a-f1ec-4f88-a426-f60173363471 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:17:07.973801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 929efc5a-f1ec-4f88-a426-f60173363471 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:17:07.973801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 929efc5a-f1ec-4f88-a426-f60173363471 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:17:07.973801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 87d7ba62-67de-4f08-9bf5-fa3452f00341 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:17:07.995097 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 87d7ba62-67de-4f08-9bf5-fa3452f00341 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:17:07.995431 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 87d7ba62-67de-4f08-9bf5-fa3452f00341 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:17:07.995938 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 898b7668-72c1-4c28-a0c3-7957254eaabd no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:17:08.019102 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 898b7668-72c1-4c28-a0c3-7957254eaabd {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:17:08.019431 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 898b7668-72c1-4c28-a0c3-7957254eaabd not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:17:08.169612 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (77fa5663-4397-449c-a93a-acfb0ed2fa5c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:08.410817 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] Deleting port 3743f21c-2ca1-4b86-ae5e-e6e38c276427 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:08.411093 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:08.498188 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] For port 3743f21c-2ca1-4b86-ae5e-e6e38c276427, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=3743f21c-2ca1-4b86-ae5e-e6e38c276427,segment=NetworkSegment(4fa766c6-45ad-4e1e-8380-eb868c723222),segment_id=4fa766c6-45ad-4e1e-8380-eb868c723222)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:08.498548 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:08.513047 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] Calling delete_port for 3743f21c-2ca1-4b86-ae5e-e6e38c276427 owned by network:router_interface {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:08.629806 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:08.649781 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:08.719831 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (3743f21c-2ca1-4b86-ae5e-e6e38c276427), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:08.751250 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=3743f21c-2ca1-4b86-ae5e-e6e38c276427,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:08.939780 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (77fa5663-4397-449c-a93a-acfb0ed2fa5c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:09.442350 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] Router 77fa5663-4397-449c-a93a-acfb0ed2fa5c has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:17:09.560768 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:17:09.566024 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-3d4af12a-b97b-4928-82e2-9f730f1d1bbb admin admin] 10.222.0.45 "PUT /v2.0/routers/77fa5663-4397-449c-a93a-acfb0ed2fa5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7507291 Aug 01 14:17:09.569496 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36308) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:09.572801 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] Sync routers for ids ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:17:09.583987 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] Routers {'77fa5663-4397-449c-a93a-acfb0ed2fa5c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:09.584699 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:09.677631 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Publish callbacks [] for router (77fa5663-4397-449c-a93a-acfb0ed2fa5c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:09.716661 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] Set router 77fa5663-4397-449c-a93a-acfb0ed2fa5c gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:09.781183 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Publish callbacks [] for router_gateway (77fa5663-4397-449c-a93a-acfb0ed2fa5c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:09.827202 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:09.831343 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Deleting port e71afd24-2e50-4fe8-86a0-ef60973907eb {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:09.831854 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:09.922879 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'name': 'tempest-TestShelveInstance-120076451-router', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:51Z', 'updated_at': '2022-08-01T14:17:08Z', 'revision_number': 5, 'project_id': 'bfa846b417314968807692fa953e79ad', 'gw_port': {'id': 'e71afd24-2e50-4fe8-86a0-ef60973907eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:54Z', 'updated_at': '2022-08-01T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:09.933351 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] For port e71afd24-2e50-4fe8-86a0-ef60973907eb, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=e71afd24-2e50-4fe8-86a0-ef60973907eb,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:09.933785 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:09.948122 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Calling delete_port for e71afd24-2e50-4fe8-86a0-ef60973907eb owned by network:router_gateway {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:09.953775 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] Checking router: 77fa5663-4397-449c-a93a-acfb0ed2fa5c for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:17:09.967638 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] Routers {'77fa5663-4397-449c-a93a-acfb0ed2fa5c'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:09.968481 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:10.009753 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:10.066643 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] Set router 77fa5663-4397-449c-a93a-acfb0ed2fa5c gateway port host: None {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:10.127435 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'name': 'tempest-TestShelveInstance-120076451-router', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:51Z', 'updated_at': '2022-08-01T14:17:09Z', 'revision_number': 6, 'project_id': 'bfa846b417314968807692fa953e79ad', 'gw_port_host': None}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:10.154145 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcac0eaa-6294-43f7-8980-ca70507acfdb None None] The sync data for ids ['77fa5663-4397-449c-a93a-acfb0ed2fa5c'] in dv-cinder-845178-10-iscsi is: [{'id': '77fa5663-4397-449c-a93a-acfb0ed2fa5c', 'name': 'tempest-TestShelveInstance-120076451-router', 'tenant_id': 'bfa846b417314968807692fa953e79ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:51Z', 'updated_at': '2022-08-01T14:17:09Z', 'revision_number': 6, 'project_id': 'bfa846b417314968807692fa953e79ad', 'gw_port_host': None}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:17:10.156850 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (e71afd24-2e50-4fe8-86a0-ef60973907eb), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.190927 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71afd24-2e50-4fe8-86a0-ef60973907eb,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:10.256982 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (77fa5663-4397-449c-a93a-acfb0ed2fa5c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.350057 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (77fa5663-4397-449c-a93a-acfb0ed2fa5c), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.352679 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Publish callbacks [] for router_controller (77fa5663-4397-449c-a93a-acfb0ed2fa5c), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.403014 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (77fa5663-4397-449c-a93a-acfb0ed2fa5c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.404038 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77fa5663-4397-449c-a93a-acfb0ed2fa5c {{(pid=104319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:17:10.411500 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.416212 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-19214646-3c52-4a8f-884d-4b18a73366f3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/77fa5663-4397-449c-a93a-acfb0ed2fa5c HTTP/1.1" status: 204 len: 168 time: 0.8455067 Aug 01 14:17:10.420960 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36316) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:10.498760 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7735ca5-82f0-468c-97a5-ace5a0786700 admin admin] Deleting subnet d1de1738-3c20-46d3-af6f-0ddaf345c335 {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:17:10.502789 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a7735ca5-82f0-468c-97a5-ace5a0786700 admin admin] Publish callbacks [] for subnet (d1de1738-3c20-46d3-af6f-0ddaf345c335), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.546999 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a7735ca5-82f0-468c-97a5-ace5a0786700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (d1de1738-3c20-46d3-af6f-0ddaf345c335), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.652975 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a7735ca5-82f0-468c-97a5-ace5a0786700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (d1de1738-3c20-46d3-af6f-0ddaf345c335), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.723137 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a7735ca5-82f0-468c-97a5-ace5a0786700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (d1de1738-3c20-46d3-af6f-0ddaf345c335), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.748135 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7735ca5-82f0-468c-97a5-ace5a0786700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1de1738-3c20-46d3-af6f-0ddaf345c335,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:10.754338 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a7735ca5-82f0-468c-97a5-ace5a0786700 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.760661 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-a7735ca5-82f0-468c-97a5-ace5a0786700 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d1de1738-3c20-46d3-af6f-0ddaf345c335 HTTP/1.1" status: 204 len: 168 time: 0.3353589 Aug 01 14:17:10.760930 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a042a151-5f6e-46a9-bdfe-2a8697290d4a None None] Network 0627f01a-4485-4595-9a06-99d208949a29 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:17:10.761490 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36318) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:10.836139 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (0627f01a-4485-4595-9a06-99d208949a29), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.890426 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Deleting port c146ce43-ad48-45b6-9895-9b22d3a5610a {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:10.890773 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.937808 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:10.969306 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b35df-99a2-451f-9d37-f3d87c2689ea None None] DHCP port deletion for 0627f01a-4485-4595-9a06-99d208949a29 request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:17:10.974865 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] For port c146ce43-ad48-45b6-9895-9b22d3a5610a, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=c146ce43-ad48-45b6-9895-9b22d3a5610a,segment=NetworkSegment(4fa766c6-45ad-4e1e-8380-eb868c723222),segment_id=4fa766c6-45ad-4e1e-8380-eb868c723222)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:10.975070 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:10.991564 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Calling delete_port for c146ce43-ad48-45b6-9895-9b22d3a5610a owned by network:dhcp {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:11.053155 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:11.103776 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:11.132977 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=c146ce43-ad48-45b6-9895-9b22d3a5610a,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:11.139593 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] No DVR routers for this DVR port c146ce43-ad48-45b6-9895-9b22d3a5610a on host dv-cinder-845178-10-iscsi {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:17:11.172297 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-979b35df-99a2-451f-9d37-f3d87c2689ea None None] Deleting port c146ce43-ad48-45b6-9895-9b22d3a5610a {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:11.172676 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-979b35df-99a2-451f-9d37-f3d87c2689ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:11.240541 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (0627f01a-4485-4595-9a06-99d208949a29), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:11.251524 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-979b35df-99a2-451f-9d37-f3d87c2689ea None None] For port c146ce43-ad48-45b6-9895-9b22d3a5610a, host dv-cinder-845178-10-iscsi, got binding levels [] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:11.251980 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-979b35df-99a2-451f-9d37-f3d87c2689ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:11.262688 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:11.272722 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-979b35df-99a2-451f-9d37-f3d87c2689ea None None] Calling delete_port for c146ce43-ad48-45b6-9895-9b22d3a5610a owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:11.276833 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.ipam_backend_mixin [None req-979b35df-99a2-451f-9d37-f3d87c2689ea None None] Port c146ce43-ad48-45b6-9895-9b22d3a5610a was not found and therefore no delete operation was performed {{(pid=104320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 01 14:17:11.277861 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0627f01a-4485-4595-9a06-99d208949a29']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:11.280021 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-979b35df-99a2-451f-9d37-f3d87c2689ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (c146ce43-ad48-45b6-9895-9b22d3a5610a), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:11.290828 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa766c6-45ad-4e1e-8380-eb868c723222') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:11.291654 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa766c6-45ad-4e1e-8380-eb868c723222') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:11.297060 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b35df-99a2-451f-9d37-f3d87c2689ea None None] No DVR routers for this DVR port c146ce43-ad48-45b6-9895-9b22d3a5610a on host dv-cinder-845178-10-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:17:11.315560 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (4fa766c6-45ad-4e1e-8380-eb868c723222), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:11.333109 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b35df-99a2-451f-9d37-f3d87c2689ea None None] Pushing event deleted for resources: {'Port': ['ID=c146ce43-ad48-45b6-9895-9b22d3a5610a,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:11.347158 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (4fa766c6-45ad-4e1e-8380-eb868c723222), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:11.357417 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:17:11.358027 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (4fa766c6-45ad-4e1e-8380-eb868c723222), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:11.418432 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment 4fa766c6-45ad-4e1e-8380-eb868c723222 resource provider aggregate not found Aug 01 14:17:11.450486 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment 4fa766c6-45ad-4e1e-8380-eb868c723222 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fa766c6-45ad-4e1e-8380-eb868c723222 found for delete ", "request_id": "req-bf3b9771-05d0-43a2-9ddf-0be883cd3a80"}]} Aug 01 14:17:11.451583 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (0627f01a-4485-4595-9a06-99d208949a29), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:11.458936 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:11.465188 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0627f01a-4485-4595-9a06-99d208949a29 HTTP/1.1" status: 204 len: 168 time: 0.7007453 Aug 01 14:17:11.479150 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1cc5a-d648-40ed-9981-72033b3b0d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=0627f01a-4485-4595-9a06-99d208949a29,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:11.770002 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36344) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:11.843170 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-1f0e8351-0d93-44e2-9763-5a71cb22a98c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bfbca571c4b4199a577322e866dfae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711746 Aug 01 14:17:11.847707 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36346) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:11.965980 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-45690024-408f-4f8d-9ab3-84dc1afa6faa admin admin] Publish callbacks [] for security_group (c2fbdf3b-3fc0-4337-a793-3bdb1f76e6bc), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:12.008109 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:12.015794 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6bde6-eb01-4042-ab0a-79819fbf2a61 req-2931e5d7-1ae1-4a62-be64-16891760c4b5 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:12.018358 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-45690024-408f-4f8d-9ab3-84dc1afa6faa admin admin] Publish callbacks [] for security_group (c2fbdf3b-3fc0-4337-a793-3bdb1f76e6bc), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:12.023209 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a8c6bde6-eb01-4042-ab0a-79819fbf2a61 req-2931e5d7-1ae1-4a62-be64-16891760c4b5 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 945 time: 0.0613816 Aug 01 14:17:12.025476 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device c146ce43-ad48-45b6-9895-9b22d3a5610a no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:17:12.028100 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:12.063511 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: c146ce43-ad48-45b6-9895-9b22d3a5610a {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:17:12.064139 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device c146ce43-ad48-45b6-9895-9b22d3a5610a not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:17:12.065087 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 3743f21c-2ca1-4b86-ae5e-e6e38c276427 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:17:12.085181 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-45690024-408f-4f8d-9ab3-84dc1afa6faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c2fbdf3b-3fc0-4337-a793-3bdb1f76e6bc), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:12.092126 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-45690024-408f-4f8d-9ab3-84dc1afa6faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:12.093970 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-45690024-408f-4f8d-9ab3-84dc1afa6faa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2fbdf3b-3fc0-4337-a793-3bdb1f76e6bc HTTP/1.1" status: 204 len: 168 time: 0.2447059 Aug 01 14:17:12.097820 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 3743f21c-2ca1-4b86-ae5e-e6e38c276427 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:17:12.098682 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 3743f21c-2ca1-4b86-ae5e-e6e38c276427 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:17:12.098682 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device e71afd24-2e50-4fe8-86a0-ef60973907eb no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:17:12.109662 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45690024-408f-4f8d-9ab3-84dc1afa6faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fbdf3b-3fc0-4337-a793-3bdb1f76e6bc,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:12.131379 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: e71afd24-2e50-4fe8-86a0-ef60973907eb {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:17:12.131764 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device e71afd24-2e50-4fe8-86a0-ef60973907eb not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:17:12.150972 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a8c6bde6-eb01-4042-ab0a-79819fbf2a61 req-a53556cb-5861-42cb-8ffd-101d378ce8bd tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267655 Aug 01 14:17:12.615229 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36374) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:12.655949 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-de5da9e5-1f0b-483c-82b5-33fb6d7eb6e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bfa846b417314968807692fa953e79ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393901 Aug 01 14:17:12.658519 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36376) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:12.716086 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-62f2a695-1f31-4375-9ad8-608a597d3fc5 admin admin] Publish callbacks [] for security_group (31fe4a94-8ee2-45be-83f5-d93b93164a4a), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:12.738885 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-62f2a695-1f31-4375-9ad8-608a597d3fc5 admin admin] Publish callbacks [] for security_group (31fe4a94-8ee2-45be-83f5-d93b93164a4a), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:12.791053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-62f2a695-1f31-4375-9ad8-608a597d3fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (31fe4a94-8ee2-45be-83f5-d93b93164a4a), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:12.794263 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-62f2a695-1f31-4375-9ad8-608a597d3fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:12.795539 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-62f2a695-1f31-4375-9ad8-608a597d3fc5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31fe4a94-8ee2-45be-83f5-d93b93164a4a HTTP/1.1" status: 204 len: 168 time: 0.1360898 Aug 01 14:17:12.806772 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2a695-1f31-4375-9ad8-608a597d3fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fe4a94-8ee2-45be-83f5-d93b93164a4a,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:13.328794 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfb7e2-0a7d-498d-99cb-a10e66e1fde6 req-ad2a4579-f71c-46e6-9d10-76f1e48606db tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:13.330347 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e8bfb7e2-0a7d-498d-99cb-a10e66e1fde6 req-ad2a4579-f71c-46e6-9d10-76f1e48606db tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 945 time: 0.0515547 Aug 01 14:17:13.395470 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e8bfb7e2-0a7d-498d-99cb-a10e66e1fde6 req-20f052eb-9ca0-49d9-ad06-1e50961b426b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592954 Aug 01 14:17:14.554108 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4fb34-ff70-40c9-ae23-02cba1cc6e60 req-e8a13cd0-fc37-4b4a-93a9-53c6ec4f6754 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:14.556114 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eae4fb34-ff70-40c9-ae23-02cba1cc6e60 req-e8a13cd0-fc37-4b4a-93a9-53c6ec4f6754 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 945 time: 0.0691910 Aug 01 14:17:14.626464 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eae4fb34-ff70-40c9-ae23-02cba1cc6e60 req-ee9f2cb0-0306-4dc9-b5ca-890998c2f2c8 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5181afb7-d2ff-41c8-97c4-4de4414d9928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609255 Aug 01 14:17:15.117349 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-e636109e-5e01-4202-b286-4364e5342cac tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:15.118744 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-e636109e-5e01-4202-b286-4364e5342cac tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 945 time: 0.0496585 Aug 01 14:17:15.214515 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Deleting port f177eb18-8063-423f-b76e-febb47f8d425 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:15.214857 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (f177eb18-8063-423f-b76e-febb47f8d425), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:15.331770 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] For port f177eb18-8063-423f-b76e-febb47f8d425, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=f177eb18-8063-423f-b76e-febb47f8d425,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:15.332429 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (f177eb18-8063-423f-b76e-febb47f8d425), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:15.401521 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:15.537762 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:15.538124 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (a181571b-2645-4406-8589-4d73eddca65c), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:15.538438 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Floating IP a181571b-2645-4406-8589-4d73eddca65c disassociated. External IP: 172.27.4.157, port: f177eb18-8063-423f-b76e-febb47f8d425. Aug 01 14:17:15.538876 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Calling delete_port for f177eb18-8063-423f-b76e-febb47f8d425 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:15.642947 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:15.717770 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (f177eb18-8063-423f-b76e-febb47f8d425), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:15.812372 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'Port': ['ID=f177eb18-8063-423f-b76e-febb47f8d425,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:15.819907 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-082a7c85-5b0d-4fd2-8119-b3b7f88c95d8 req-79edeecc-e498-448a-94d2-ea729c721d22 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=9704aec6-fe5a-451d-9716-53653d6d48f2 HTTP/1.1" status: 200 len: 210 time: 0.0813622 Aug 01 14:17:15.929927 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Router 81e49279-8e0b-41d8-8922-2266359f7c20 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:17:16.068820 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:17:16.081690 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:17:16.092420 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:16.093032 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:16.126748 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] No DVR routers for this DVR port f177eb18-8063-423f-b76e-febb47f8d425 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:17:16.130149 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:16.134420 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-89ddb56d-3209-4c85-a01f-3d97cc1e8011 req-596e8308-cb88-404d-90b6-ea0b14720a5b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "DELETE /v2.0/ports/f177eb18-8063-423f-b76e-febb47f8d425 HTTP/1.1" status: 204 len: 173 time: 1.0096865 Aug 01 14:17:16.134956 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'name': 'network-vif-deleted', 'tag': 'f177eb18-8063-423f-b76e-febb47f8d425'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:17:16.137747 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebfa628-3862-415a-bfe4-c7c46e8ddfb5" -d '{"events": [{"server_uuid": "9704aec6-fe5a-451d-9716-53653d6d48f2", "name": "network-vif-deleted", "tag": "f177eb18-8063-423f-b76e-febb47f8d425"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:17:16.187703 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65befc98-742a-4edd-a614-1009d60db0a7 x-openstack-request-id: req-65befc98-742a-4edd-a614-1009d60db0a7 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:17:16.187964 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9704aec6-fe5a-451d-9716-53653d6d48f2", "name": "network-vif-deleted", "tag": "f177eb18-8063-423f-b76e-febb47f8d425", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:17:16.188445 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65befc98-742a-4edd-a614-1009d60db0a7 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:17:16.188859 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65befc98-742a-4edd-a614-1009d60db0a7'] response: {'server_uuid': '9704aec6-fe5a-451d-9716-53653d6d48f2', 'name': 'network-vif-deleted', 'tag': 'f177eb18-8063-423f-b76e-febb47f8d425', 'status': 'completed', 'code': 200} Aug 01 14:17:16.210161 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:16.447246 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '7ee1b4d8-9687-44c5-ad5d-d3c967b8d658', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.6', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:67:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:07Z', 'updated_at': '2022-08-01T14:15:29Z', 'revision_number': 2, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:16.476501 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:17:16.488054 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:16.488741 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:16.593692 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:16.841925 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '7ee1b4d8-9687-44c5-ad5d-d3c967b8d658', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.6', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:67:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:07Z', 'updated_at': '2022-08-01T14:15:29Z', 'revision_number': 2, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:16.869316 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac245493-7cd3-439a-a843-54c2895337d7 None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '7ee1b4d8-9687-44c5-ad5d-d3c967b8d658', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.6', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:67:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6765-52cd-4528-9957-3165769c0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:07Z', 'updated_at': '2022-08-01T14:15:29Z', 'revision_number': 2, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:17:16.927088 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36416) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:17.002768 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e8b20a1e-e7e2-484c-ace5-def27b93e7ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (5181afb7-d2ff-41c8-97c4-4de4414d9928), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:17.031028 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e8b20a1e-e7e2-484c-ace5-def27b93e7ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (5181afb7-d2ff-41c8-97c4-4de4414d9928), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:17.089629 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e8b20a1e-e7e2-484c-ace5-def27b93e7ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5181afb7-d2ff-41c8-97c4-4de4414d9928), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:17.092544 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-e8b20a1e-e7e2-484c-ace5-def27b93e7ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:17.094148 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-e8b20a1e-e7e2-484c-ace5-def27b93e7ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "DELETE /v2.0/security-groups/5181afb7-d2ff-41c8-97c4-4de4414d9928 HTTP/1.1" status: 204 len: 168 time: 0.1657066 Aug 01 14:17:17.098432 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36418) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:17.109145 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b20a1e-e7e2-484c-ace5-def27b93e7ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5181afb7-d2ff-41c8-97c4-4de4414d9928,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:17.119685 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.api.v2.resource [None req-0cba42c9-0283-41ca-bb2e-2a5996ce851b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] show failed (client error): The resource could not be found. Aug 01 14:17:17.121299 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0cba42c9-0283-41ca-bb2e-2a5996ce851b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups/5181afb7-d2ff-41c8-97c4-4de4414d9928 HTTP/1.1" status: 404 len: 347 time: 0.0213990 Aug 01 14:17:17.127210 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36420) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:17.174856 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580785ab-72b7-4a5f-97da-6d2d1c95eb38 None None] New status for floating IP a181571b-2645-4406-8589-4d73eddca65c: DOWN {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:17:17.298674 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-de1a698b-e2c4-427c-941e-35491fe0db9c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Deleting port d5a71805-34d0-4314-8e2d-878d53b87699 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:17.299087 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-de1a698b-e2c4-427c-941e-35491fe0db9c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (d5a71805-34d0-4314-8e2d-878d53b87699), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:17.405706 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-de1a698b-e2c4-427c-941e-35491fe0db9c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (d5a71805-34d0-4314-8e2d-878d53b87699), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:17.406055 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-de1a698b-e2c4-427c-941e-35491fe0db9c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (d5a71805-34d0-4314-8e2d-878d53b87699), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:17.422319 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-de1a698b-e2c4-427c-941e-35491fe0db9c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Calling delete_port for d5a71805-34d0-4314-8e2d-878d53b87699 owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:17.524953 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:17.585827 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-de1a698b-e2c4-427c-941e-35491fe0db9c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (d5a71805-34d0-4314-8e2d-878d53b87699), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:17.607144 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:DELETE=14,neutron:SELECT=86 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:17.610792 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a698b-e2c4-427c-941e-35491fe0db9c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'Port': ['ID=d5a71805-34d0-4314-8e2d-878d53b87699,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:17.676870 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-de1a698b-e2c4-427c-941e-35491fe0db9c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (a181571b-2645-4406-8589-4d73eddca65c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:17.679359 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-de1a698b-e2c4-427c-941e-35491fe0db9c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:17.680536 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-de1a698b-e2c4-427c-941e-35491fe0db9c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "DELETE /v2.0/floatingips/a181571b-2645-4406-8589-4d73eddca65c HTTP/1.1" status: 204 len: 168 time: 0.5520768 Aug 01 14:17:18.332826 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-3e707717-ada1-4f37-bfcf-d40abed6ac5c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476544160&fields=id&tenant_id=f0a6c07d69ef4cf4a545f48e7079044d HTTP/1.1" status: 200 len: 267 time: 0.0554836 Aug 01 14:17:18.520164 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-9e3d9f53-1c74-4195-ab6b-a527f1167098 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:18.521894 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-9e3d9f53-1c74-4195-ab6b-a527f1167098 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 811 time: 0.1782615 Aug 01 14:17:18.539876 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-96ce9a9b-3c55-4071-88d7-33d39c54ff7f tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/quotas/f0a6c07d69ef4cf4a545f48e7079044d HTTP/1.1" status: 200 len: 375 time: 0.0118475 Aug 01 14:17:18.587621 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:18.604423 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-de041660-176a-494d-b565-7b1ec9000dc5 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567794 Aug 01 14:17:18.994309 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-9e1f9603-e93c-4fab-83bf-4d65ceb581b0 service neutron] 10.222.0.45 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749516 Aug 01 14:17:19.090022 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-aa5ab3fb-fd4c-4d94-bce9-bf91f57938a5 service neutron] 10.222.0.45 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876620 Aug 01 14:17:19.210435 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device f177eb18-8063-423f-b76e-febb47f8d425 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:17:19.237433 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: f177eb18-8063-423f-b76e-febb47f8d425 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:17:19.237886 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device f177eb18-8063-423f-b76e-febb47f8d425 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:17:19.492615 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b80b9-a456-4978-adef-4bc3e5fc82cd req-1dab1785-bbdf-4825-bd52-38b0289de7f4 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:19.492615 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-744b80b9-a456-4978-adef-4bc3e5fc82cd req-1dab1785-bbdf-4825-bd52-38b0289de7f4 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 945 time: 0.0797942 Aug 01 14:17:19.559290 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b694ce9a-a02c-43cd-a03b-143c7dc33a87 req-b161e3ac-f797-497f-a5c1-6b949ef9eb5e tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 210 time: 0.0803967 Aug 01 14:17:19.569950 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:19.613245 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-744b80b9-a456-4978-adef-4bc3e5fc82cd req-46f4f21f-aca2-4806-95d7-e974e9461fdc tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001172 Aug 01 14:17:20.691162 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f43433e3-71dc-4473-94e1-7bce86a12523 req-71597df0-52bf-46fc-937e-14b1ccf01c71 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 210 time: 0.0373411 Aug 01 14:17:20.758376 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbea0f-25d0-414c-8562-efb840a81ee2 req-2595b7ae-3522-4449-a1e1-8be84edccc79 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:20.760179 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-53bbea0f-25d0-414c-8562-efb840a81ee2 req-2595b7ae-3522-4449-a1e1-8be84edccc79 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 945 time: 0.0557899 Aug 01 14:17:20.831200 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-53bbea0f-25d0-414c-8562-efb840a81ee2 req-cb2796d4-6bd1-4b22-b057-d981860c907a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630596 Aug 01 14:17:20.832213 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:20.984589 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-01810781-0d2a-4153-9d40-1b18ed79da1f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:20.987305 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-01810781-0d2a-4153-9d40-1b18ed79da1f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 945 time: 0.0776682 Aug 01 14:17:21.125544 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Deleting port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:21.125832 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:21.288789 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] For port 84a9217a-963b-4cc2-9c3d-d50aea2772d1, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=84a9217a-963b-4cc2-9c3d-d50aea2772d1,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:21.289434 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:21.419291 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36518) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:21.590494 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-d99dff29-2414-4d8e-bf99-98d158f1b15f tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:21.592165 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-d99dff29-2414-4d8e-bf99-98d158f1b15f tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 811 time: 0.2326956 Aug 01 14:17:21.612794 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-54b6c008-dd59-4ef6-a0e9-ce808ca03b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:21.643616 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:21.644188 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (7ee1b4d8-9687-44c5-ad5d-d3c967b8d658), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:21.644618 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Floating IP 7ee1b4d8-9687-44c5-ad5d-d3c967b8d658 disassociated. External IP: 172.27.4.6, port: 84a9217a-963b-4cc2-9c3d-d50aea2772d1. Aug 01 14:17:21.645166 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Calling delete_port for 84a9217a-963b-4cc2-9c3d-d50aea2772d1 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:21.718084 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-54b6c008-dd59-4ef6-a0e9-ce808ca03b10 admin admin] Publish callbacks [] for security_group (dccae9b2-d467-42ea-9e32-ff05679914ff), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:21.719462 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:21.727736 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-54b6c008-dd59-4ef6-a0e9-ce808ca03b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (dccae9b2-d467-42ea-9e32-ff05679914ff), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:21.758913 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-cea84b84-b6d3-4c38-9642-b08378fc4fe9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0a6c07d69ef4cf4a545f48e7079044d HTTP/1.1" status: 200 len: 380 time: 0.1574161 Aug 01 14:17:21.769830 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'port': {'device_id': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'admin_state_up': True, 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'security_groups': ['c669fa54-1b4c-4ab1-98e5-83c756d9aabb']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:21.786311 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-54b6c008-dd59-4ef6-a0e9-ce808ca03b10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6639ce6a7f5f485e991f346be8eea652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638754 Aug 01 14:17:21.788748 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6c008-dd59-4ef6-a0e9-ce808ca03b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccae9b2-d467-42ea-9e32-ff05679914ff,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:21.789603 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36524) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:21.886562 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cb02cee5-dcbc-4aa1-bc37-65829e156999 req-e6165af4-0851-4308-a64c-8c9b15fb3687 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 210 time: 0.0978699 Aug 01 14:17:22.001147 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:22.050271 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cd96ca82-084b-43f8-bb15-d0a87cf6bb76 admin admin] Publish callbacks [] for security_group (dccae9b2-d467-42ea-9e32-ff05679914ff), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:22.084940 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (84a9217a-963b-4cc2-9c3d-d50aea2772d1), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:22.101839 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ad2f0-f928-421e-99f8-b29a25ec3c78 req-8636ea9f-4061-4b6c-8f4d-72a6fa82f101 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:22.103496 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-565ad2f0-f928-421e-99f8-b29a25ec3c78 req-8636ea9f-4061-4b6c-8f4d-72a6fa82f101 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 945 time: 0.1259203 Aug 01 14:17:22.149742 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cd96ca82-084b-43f8-bb15-d0a87cf6bb76 admin admin] Publish callbacks [] for security_group (dccae9b2-d467-42ea-9e32-ff05679914ff), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:22.168891 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'Port': ['ID=84a9217a-963b-4cc2-9c3d-d50aea2772d1,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:22.183315 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Made reservation on behalf of f0a6c07d69ef4cf4a545f48e7079044d for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:17:22.186756 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:22.229065 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.229617 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.230162 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.230565 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.230904 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.231355 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.231573 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.231901 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.232227 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.232589 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.232964 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.233298 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.233626 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.233960 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.234278 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:22.391066 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-565ad2f0-f928-421e-99f8-b29a25ec3c78 req-af1d3bb0-688e-40eb-9b63-236f1f43989e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659574 Aug 01 14:17:22.458422 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cd96ca82-084b-43f8-bb15-d0a87cf6bb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (dccae9b2-d467-42ea-9e32-ff05679914ff), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:22.461198 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cd96ca82-084b-43f8-bb15-d0a87cf6bb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:22.462359 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-cd96ca82-084b-43f8-bb15-d0a87cf6bb76 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dccae9b2-d467-42ea-9e32-ff05679914ff HTTP/1.1" status: 204 len: 168 time: 0.6372724 Aug 01 14:17:22.505642 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96ca82-084b-43f8-bb15-d0a87cf6bb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccae9b2-d467-42ea-9e32-ff05679914ff,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:22.532039 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Router 81e49279-8e0b-41d8-8922-2266359f7c20 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:17:22.552578 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Allocated IP 172.20.0.5 (e95fe17e-40dc-4b82-adc2-9adb31102a43/017677d5-e4fc-4fec-827e-6f37d5758924/2945d68d-3b91-4d52-b13b-c25098ca3225) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:17:22.601846 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:22.786847 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:17:22.804115 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:17:22.825906 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:22.827507 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:22.853961 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] No DVR routers for this DVR port 84a9217a-963b-4cc2-9c3d-d50aea2772d1 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:17:22.856815 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:22.860536 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bea262e1-f4f9-4d6a-8fb6-dde940f58326 req-1a8963d6-c147-48a3-bd0f-6e364e0b51de tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "DELETE /v2.0/ports/84a9217a-963b-4cc2-9c3d-d50aea2772d1 HTTP/1.1" status: 204 len: 173 time: 1.8682120 Aug 01 14:17:22.864450 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a6765-52cd-4528-9957-3165769c0820', 'name': 'network-vif-deleted', 'tag': '84a9217a-963b-4cc2-9c3d-d50aea2772d1'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:17:22.867238 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdfdb3f-d68c-4c74-9519-1f9a78271ce1" -d '{"events": [{"server_uuid": "730a6765-52cd-4528-9957-3165769c0820", "name": "network-vif-deleted", "tag": "84a9217a-963b-4cc2-9c3d-d50aea2772d1"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:17:22.923768 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:22.935023 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36534) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:22.935626 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf9c49e-233e-477c-9ca1-8e54e6af8491 x-openstack-request-id: req-7cf9c49e-233e-477c-9ca1-8e54e6af8491 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:17:22.936151 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a6765-52cd-4528-9957-3165769c0820", "name": "network-vif-deleted", "tag": "84a9217a-963b-4cc2-9c3d-d50aea2772d1", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:17:22.936448 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cf9c49e-233e-477c-9ca1-8e54e6af8491 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:17:22.936842 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf9c49e-233e-477c-9ca1-8e54e6af8491'] response: {'server_uuid': '730a6765-52cd-4528-9957-3165769c0820', 'name': 'network-vif-deleted', 'tag': '84a9217a-963b-4cc2-9c3d-d50aea2772d1', 'status': 'completed', 'code': 200} Aug 01 14:17:22.959333 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eca932b5-446e-4d19-8f06-2179df887da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:22.962671 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:22.972687 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:23.000169 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:23.037962 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:17:23.043967 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:17:23.046542 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:17:23.050248 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'Port': ['ID=2945d68d-3b91-4d52-b13b-c25098ca3225,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:23.108942 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eca932b5-446e-4d19-8f06-2179df887da9 admin admin] Publish callbacks [] for security_group (d40a9408-3a62-44a3-842f-e150eafd8423), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:23.117664 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eca932b5-446e-4d19-8f06-2179df887da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (d40a9408-3a62-44a3-842f-e150eafd8423), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:23.119657 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:23.120402 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:23.172403 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca932b5-446e-4d19-8f06-2179df887da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a9408-3a62-44a3-842f-e150eafd8423,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:23.183954 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-af5c764e-f6dd-499a-ab0a-2fd42d09d571 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4193459 Aug 01 14:17:23.189783 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-eca932b5-446e-4d19-8f06-2179df887da9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51b0c09cbbeb4b66a01cc832483df860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528648 Aug 01 14:17:23.192832 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36538) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:23.193919 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:23.194760 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:23.214782 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834e2b2-24ee-4f54-8438-03ef605d1e15 req-f2baba0c-9dcd-4bba-8327-6a238cff0c86 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:23.216741 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3834e2b2-24ee-4f54-8438-03ef605d1e15 req-f2baba0c-9dcd-4bba-8327-6a238cff0c86 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 931 time: 0.0933490 Aug 01 14:17:23.260818 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1e062f37-5c7d-4aeb-9619-0e473a34c6ee admin admin] Publish callbacks [] for security_group (d40a9408-3a62-44a3-842f-e150eafd8423), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:23.298067 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1e062f37-5c7d-4aeb-9619-0e473a34c6ee admin admin] Publish callbacks [] for security_group (d40a9408-3a62-44a3-842f-e150eafd8423), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:23.321887 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3834e2b2-24ee-4f54-8438-03ef605d1e15 req-04d3a9b4-0597-474c-8620-c13ed8a9832e tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932496 Aug 01 14:17:23.334102 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Request body: {'port': {'device_id': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:23.406116 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1e062f37-5c7d-4aeb-9619-0e473a34c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (d40a9408-3a62-44a3-842f-e150eafd8423), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:23.413253 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1e062f37-5c7d-4aeb-9619-0e473a34c6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:23.413808 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:23.416850 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-1e062f37-5c7d-4aeb-9619-0e473a34c6ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d40a9408-3a62-44a3-842f-e150eafd8423 HTTP/1.1" status: 204 len: 168 time: 0.2186930 Aug 01 14:17:23.417570 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-d635604c-b30d-4e7a-b1f2-b60d21c6b16e None None] Provisioning complete for port 2945d68d-3b91-4d52-b13b-c25098ca3225 triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:17:23.418585 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d635604c-b30d-4e7a-b1f2-b60d21c6b16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:23.448532 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e062f37-5c7d-4aeb-9619-0e473a34c6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a9408-3a62-44a3-842f-e150eafd8423,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:23.492579 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:17:23.505366 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:23.533216 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-d635604c-b30d-4e7a-b1f2-b60d21c6b16e None None] Port 2945d68d-3b91-4d52-b13b-c25098ca3225 cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:17:23.548994 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:23.554127 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:16:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:23.680642 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0dfdf792-1b48-45d2-85fc-84367a02f177 req-1f4fef71-5c41-4870-bb0c-564962a17e71 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=730a6765-52cd-4528-9957-3165769c0820 HTTP/1.1" status: 200 len: 210 time: 0.0668981 Aug 01 14:17:23.726764 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:23.958176 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:23.993169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2945d68d-3b91-4d52-b13b-c25098ca3225 {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:17:24.000974 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:24.006255 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Publish callbacks [] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:24.025440 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Transition to ACTIVE for port object 2945d68d-3b91-4d52-b13b-c25098ca3225 will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:17:24.030893 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:24.044375 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c592f-0ff6-441c-8a14-216aaf2d1780 None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:17:24.167625 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Pushing event updated for resources: {'Port': ['ID=2945d68d-3b91-4d52-b13b-c25098ca3225,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:24.235523 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Attempting to bind port 2945d68d-3b91-4d52-b13b-c25098ca3225 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:17:24.236056 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Attempting to bind port 2945d68d-3b91-4d52-b13b-c25098ca3225 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:17:24.237157 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Attempting to bind port 2945d68d-3b91-4d52-b13b-c25098ca3225 on network e95fe17e-40dc-4b82-adc2-9adb31102a43 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:17:24.263269 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Port 2945d68d-3b91-4d52-b13b-c25098ca3225 on network e95fe17e-40dc-4b82-adc2-9adb31102a43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:17:24.263667 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Attempting to bind port 2945d68d-3b91-4d52-b13b-c25098ca3225 on network e95fe17e-40dc-4b82-adc2-9adb31102a43 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:17:24.274449 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:17:24.274939 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Checking segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:17:24.275589 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Bound using segment: {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:17:24.275779 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Bound port: 2945d68d-3b91-4d52-b13b-c25098ca3225, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:17:24.276155 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:24.283311 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-55478bd0-ac60-40c0-a644-bf7b87c6c883 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633416 Aug 01 14:17:24.373533 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-051935e5-99d3-45cc-aac7-243f96c20ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:24.391637 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-a8a0fc91-f334-466d-b6e3-f12f0a931302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:24.393253 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-a8a0fc91-f334-466d-b6e3-f12f0a931302 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 1130 time: 0.0746887 Aug 01 14:17:24.401711 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] For port 2945d68d-3b91-4d52-b13b-c25098ca3225, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:17:24.405560 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] For port 2945d68d-3b91-4d52-b13b-c25098ca3225, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=2945d68d-3b91-4d52-b13b-c25098ca3225,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:17:24.417729 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:24.424900 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:24.426986 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:24.430220 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] 10.222.0.57 "PUT /v2.0/ports/2945d68d-3b91-4d52-b13b-c25098ca3225 HTTP/1.1" status: 200 len: 1093 time: 1.1062117 Aug 01 14:17:24.497162 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9a0b5-54b2-4468-8f5a-462ee0f7b584 None None] New status for floating IP 7ee1b4d8-9687-44c5-ad5d-d3c967b8d658: DOWN {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:17:24.571265 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:24.643570 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-ffce6555-7945-4803-9a6a-669d90200f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:24.645220 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-ffce6555-7945-4803-9a6a-669d90200f44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 1127 time: 0.1613116 Aug 01 14:17:24.655003 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbc615-dc4d-42c8-b53c-eea494739b0f service neutron] Pushing event updated for resources: {'Port': ['ID=2945d68d-3b91-4d52-b13b-c25098ca3225,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:24.674785 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886f72a-cfb1-4205-8897-dd9412e1c368 req-ddfb8713-4eb5-4f35-9161-f82e83e26cee tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:24.676607 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1886f72a-cfb1-4205-8897-dd9412e1c368 req-ddfb8713-4eb5-4f35-9161-f82e83e26cee tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 943 time: 0.1649172 Aug 01 14:17:24.716898 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-05a82719-a3bb-47a7-8afe-8879f26b420b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2945d68d-3b91-4d52-b13b-c25098ca3225 HTTP/1.1" status: 200 len: 217 time: 0.0586572 Aug 01 14:17:24.778586 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-106047f4-5117-41f2-85a5-7cf541a8cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:24.778962 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-106047f4-5117-41f2-85a5-7cf541a8cd4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 912 time: 0.3107288 Aug 01 14:17:24.812230 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36570) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:24.862392 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-020345ca-8c83-4412-8832-444b8d530b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:24.863973 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-020345ca-8c83-4412-8832-444b8d530b3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.1357605 Aug 01 14:17:24.873806 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1886f72a-cfb1-4205-8897-dd9412e1c368 req-3404230e-5ddb-4694-9d14-82fd1dc4b8ff tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662493 Aug 01 14:17:24.926367 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-5056c3f6-04fe-41f0-af0c-f83f5e164951 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b550f9ea-8012-4b81-8b79-2ea6bb8e8012 HTTP/1.1" status: 200 len: 1002 time: 0.1331985 Aug 01 14:17:24.928454 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4c6dbeab-ff96-4296-ad57-a602b1013240 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (7cde7de2-dd6b-4f81-a8b7-270a1e5b3366), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:24.936189 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-423f6b70-154f-40b5-8d29-95f460ffad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:24.937746 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-423f6b70-154f-40b5-8d29-95f460ffad12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630865 Aug 01 14:17:24.944815 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'tag': '2945d68d-3b91-4d52-b13b-c25098ca3225'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:17:24.947120 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da064d83-d796-46e8-a045-177eba737600" -d '{"events": [{"name": "network-changed", "server_uuid": "92c15868-3e72-4d3f-9b87-00f3d51127c4", "tag": "2945d68d-3b91-4d52-b13b-c25098ca3225"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:17:24.977775 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4c6dbeab-ff96-4296-ad57-a602b1013240 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (7cde7de2-dd6b-4f81-a8b7-270a1e5b3366), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:24.986604 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:25.001962 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:25.017232 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f12af0-bbd9-48f8-8166-b28d416f5c84 x-openstack-request-id: req-e8f12af0-bbd9-48f8-8166-b28d416f5c84 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:17:25.017232 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c15868-3e72-4d3f-9b87-00f3d51127c4", "tag": "2945d68d-3b91-4d52-b13b-c25098ca3225", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:17:25.017232 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8f12af0-bbd9-48f8-8166-b28d416f5c84 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:17:25.017232 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f12af0-bbd9-48f8-8166-b28d416f5c84'] response: {'name': 'network-changed', 'server_uuid': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'tag': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'status': 'completed', 'code': 200} Aug 01 14:17:25.050525 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-2da69bd6-9067-4701-b94a-54a9d433f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:25.052646 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-2da69bd6-9067-4701-b94a-54a9d433f532 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.1185644 Aug 01 14:17:25.068783 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4c6dbeab-ff96-4296-ad57-a602b1013240 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (7cde7de2-dd6b-4f81-a8b7-270a1e5b3366), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:25.071801 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-4c6dbeab-ff96-4296-ad57-a602b1013240 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:25.073474 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-4c6dbeab-ff96-4296-ad57-a602b1013240 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "DELETE /v2.0/security-groups/7cde7de2-dd6b-4f81-a8b7-270a1e5b3366 HTTP/1.1" status: 204 len: 168 time: 0.2583170 Aug 01 14:17:25.084896 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36578) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:25.086605 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dbeab-ff96-4296-ad57-a602b1013240 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cde7de2-dd6b-4f81-a8b7-270a1e5b3366,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:25.107956 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.api.v2.resource [None req-6c01c29c-ca66-4ea1-a11b-eff72a1ba24c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] show failed (client error): The resource could not be found. Aug 01 14:17:25.109680 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-6c01c29c-ca66-4ea1-a11b-eff72a1ba24c tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups/7cde7de2-dd6b-4f81-a8b7-270a1e5b3366 HTTP/1.1" status: 404 len: 347 time: 0.0189421 Aug 01 14:17:25.114738 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36582) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:25.198500 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 84a9217a-963b-4cc2-9c3d-d50aea2772d1 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:17:25.257550 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 84a9217a-963b-4cc2-9c3d-d50aea2772d1 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:17:25.258269 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 84a9217a-963b-4cc2-9c3d-d50aea2772d1 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:17:25.337627 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-5927a633-4fb2-41e0-aa1e-c45d48b3ba13 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Deleting port 255aa614-0aaf-40a2-8331-79ccade26ea7 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:17:25.338387 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5927a633-4fb2-41e0-aa1e-c45d48b3ba13 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (255aa614-0aaf-40a2-8331-79ccade26ea7), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:25.414077 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:25.445616 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5927a633-4fb2-41e0-aa1e-c45d48b3ba13 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (255aa614-0aaf-40a2-8331-79ccade26ea7), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:25.446251 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5927a633-4fb2-41e0-aa1e-c45d48b3ba13 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (255aa614-0aaf-40a2-8331-79ccade26ea7), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:25.463911 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-5927a633-4fb2-41e0-aa1e-c45d48b3ba13 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Calling delete_port for 255aa614-0aaf-40a2-8331-79ccade26ea7 owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:17:25.495976 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-2eab01f3-e9b4-4e4e-93b1-4aa43156803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:25.496539 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-2eab01f3-e9b4-4e4e-93b1-4aa43156803a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4370518 Aug 01 14:17:25.500808 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-dab41cc1-44c5-45ee-bf79-e73bdfb36cb0 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507920 Aug 01 14:17:25.649027 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5927a633-4fb2-41e0-aa1e-c45d48b3ba13 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (255aa614-0aaf-40a2-8331-79ccade26ea7), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:25.676445 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927a633-4fb2-41e0-aa1e-c45d48b3ba13 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'Port': ['ID=255aa614-0aaf-40a2-8331-79ccade26ea7,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:25.704133 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-86053672-1fb8-491c-a62d-c25f84a5d362 req-cabfe05c-ae6f-48f3-b10a-a42fbc4858ec service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943908 Aug 01 14:17:25.706099 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-cd6f449a-99ef-40a8-a55d-094d6cef9f56 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981347 Aug 01 14:17:25.753410 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5927a633-4fb2-41e0-aa1e-c45d48b3ba13 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (7ee1b4d8-9687-44c5-ad5d-d3c967b8d658), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:25.756619 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5927a633-4fb2-41e0-aa1e-c45d48b3ba13 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:25.758063 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-5927a633-4fb2-41e0-aa1e-c45d48b3ba13 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "DELETE /v2.0/floatingips/7ee1b4d8-9687-44c5-ad5d-d3c967b8d658 HTTP/1.1" status: 204 len: 168 time: 0.6421001 Aug 01 14:17:25.842582 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36596) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:25.849257 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-8ab955f0-0496-4a2d-90a0-2002379a7bac tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799135836', 'description': 'tempest-description--1001214259'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:25.857783 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-e04d48cd-7eef-4c91-b468-1e49f4bbf714 req-54350d3f-bfaa-43e3-acef-4a069796a8e6 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430418 Aug 01 14:17:25.873453 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8ab955f0-0496-4a2d-90a0-2002379a7bac tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.006851 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064d83-d796-46e8-a045-177eba737600 req-c89564a1-56ee-4217-a737-c26c6e236628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:26.008509 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8ab955f0-0496-4a2d-90a0-2002379a7bac tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (f5d06fa1-744a-4484-b5ab-a29aa954354e), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.011157 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da064d83-d796-46e8-a045-177eba737600 req-c89564a1-56ee-4217-a737-c26c6e236628 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 1127 time: 0.0836151 Aug 01 14:17:26.014792 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8ab955f0-0496-4a2d-90a0-2002379a7bac tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (f5d06fa1-744a-4484-b5ab-a29aa954354e), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.055980 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab955f0-0496-4a2d-90a0-2002379a7bac tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d06fa1-744a-4484-b5ab-a29aa954354e,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:26.063186 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8ab955f0-0496-4a2d-90a0-2002379a7bac tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.067816 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-8ab955f0-0496-4a2d-90a0-2002379a7bac tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2195346 Aug 01 14:17:26.069012 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36600) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:26.076641 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-0d45c12e-a35d-46a1-983c-e49a9944a40b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group_rule': {'security_group_id': 'f5d06fa1-744a-4484-b5ab-a29aa954354e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:26.100371 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:26.121020 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0d45c12e-a35d-46a1-983c-e49a9944a40b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (2c6172ee-9406-4279-83ef-b28a95fe4473), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.146717 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a545cb2-8157-40bf-bb56-2ec672be07e7 req-31903e28-85e8-491d-a1c8-a70cfc45d9e7 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:26.148844 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1a545cb2-8157-40bf-bb56-2ec672be07e7 req-31903e28-85e8-491d-a1c8-a70cfc45d9e7 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 943 time: 0.1033404 Aug 01 14:17:26.208738 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064d83-d796-46e8-a045-177eba737600 req-fb53a044-8fe3-4764-911e-970c550200a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:26.210834 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da064d83-d796-46e8-a045-177eba737600 req-fb53a044-8fe3-4764-911e-970c550200a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 912 time: 0.1897504 Aug 01 14:17:26.291436 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da064d83-d796-46e8-a045-177eba737600 req-9454e8b0-3abe-423d-a44e-1a9a6154f146 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2945d68d-3b91-4d52-b13b-c25098ca3225 HTTP/1.1" status: 200 len: 217 time: 0.0617249 Aug 01 14:17:26.300956 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0d45c12e-a35d-46a1-983c-e49a9944a40b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (2c6172ee-9406-4279-83ef-b28a95fe4473), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.318357 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0d45c12e-a35d-46a1-983c-e49a9944a40b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (2c6172ee-9406-4279-83ef-b28a95fe4473), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.344207 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45c12e-a35d-46a1-983c-e49a9944a40b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6172ee-9406-4279-83ef-b28a95fe4473,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:26.353435 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0d45c12e-a35d-46a1-983c-e49a9944a40b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.359397 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0d45c12e-a35d-46a1-983c-e49a9944a40b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2885094 Aug 01 14:17:26.360317 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36606) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:26.365521 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-ae83faf2-44e0-4c41-a750-222ff88000c9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group_rule': {'security_group_id': 'f5d06fa1-744a-4484-b5ab-a29aa954354e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:26.369588 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1a545cb2-8157-40bf-bb56-2ec672be07e7 req-30e6a529-f557-4a03-aee1-f6f70a20f355 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972845 Aug 01 14:17:26.379573 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:26.398974 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064d83-d796-46e8-a045-177eba737600 req-fd7713b0-9eb2-40e8-ac25-daeae54302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:26.400769 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da064d83-d796-46e8-a045-177eba737600 req-fd7713b0-9eb2-40e8-ac25-daeae54302aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.1029036 Aug 01 14:17:26.426258 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ae83faf2-44e0-4c41-a750-222ff88000c9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (8cc6bfd1-170b-4a81-9ab8-82c3d8fc3724), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.456443 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064d83-d796-46e8-a045-177eba737600 req-a22ff556-ba95-4108-bdbe-48d70dc8bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:26.458166 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da064d83-d796-46e8-a045-177eba737600 req-a22ff556-ba95-4108-bdbe-48d70dc8bdce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508237 Aug 01 14:17:26.509706 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ae83faf2-44e0-4c41-a750-222ff88000c9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (8cc6bfd1-170b-4a81-9ab8-82c3d8fc3724), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.515527 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ae83faf2-44e0-4c41-a750-222ff88000c9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (8cc6bfd1-170b-4a81-9ab8-82c3d8fc3724), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.539739 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83faf2-44e0-4c41-a750-222ff88000c9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc6bfd1-170b-4a81-9ab8-82c3d8fc3724,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:26.554759 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ae83faf2-44e0-4c41-a750-222ff88000c9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.555966 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-ae83faf2-44e0-4c41-a750-222ff88000c9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943605 Aug 01 14:17:26.561562 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36608) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:26.565353 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:26.598861 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da064d83-d796-46e8-a045-177eba737600 req-8ba88eb4-4eab-4b74-afcf-a6695885393f service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330178 Aug 01 14:17:26.599733 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-56bd4264-8f15-487c-99e5-e8a3c0b6950d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.618653 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.719896 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da064d83-d796-46e8-a045-177eba737600 req-4fc238ad-47ee-4960-9444-8260af025676 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132417 Aug 01 14:17:26.746042 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:26.853138 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:26.875127 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Allocated IP 172.27.4.220 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/291f81c2-060a-4c65-9935-16a7a513c69c) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:17:27.002016 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (291f81c2-060a-4c65-9935-16a7a513c69c), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:27.038369 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (291f81c2-060a-4c65-9935-16a7a513c69c), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:27.083441 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:17:27.088838 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:17:27.091467 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:17:27.095759 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:27.099220 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=291f81c2-060a-4c65-9935-16a7a513c69c,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:27.203722 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:27.247973 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (291f81c2-060a-4c65-9935-16a7a513c69c), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:27.451036 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (291f81c2-060a-4c65-9935-16a7a513c69c), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:27.458855 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (291f81c2-060a-4c65-9935-16a7a513c69c), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:27.568085 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:27.571054 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbbb47-3cca-42e2-ae6f-e6b918298a8b req-0fce11ed-7886-4e71-b7f5-3722fd188d16 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:27.572673 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ccbbb47-3cca-42e2-ae6f-e6b918298a8b req-0fce11ed-7886-4e71-b7f5-3722fd188d16 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 943 time: 0.0883081 Aug 01 14:17:27.580214 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=291f81c2-060a-4c65-9935-16a7a513c69c,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:27.594264 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:27.595656 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:27.611685 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d2c865bd-e0b5-4a69-98f8-e3d5cfa94b02 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0357275 Aug 01 14:17:27.644186 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0ccbbb47-3cca-42e2-ae6f-e6b918298a8b req-36484996-f92e-4594-8f07-60e8765e2c35 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610590 Aug 01 14:17:27.846480 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-7a746f1f-1624-4c95-953d-90002ad2cce5 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--799135836&fields=id&tenant_id=db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 267 time: 0.0494063 Aug 01 14:17:27.973984 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-bee242bf-c36b-4060-ba29-4c112d57219d tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:27.975449 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-bee242bf-c36b-4060-ba29-4c112d57219d tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 815 time: 0.1215703 Aug 01 14:17:27.991304 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-723ea45d-231e-47a6-81df-f6557b8b0fbb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/quotas/db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 375 time: 0.0100980 Aug 01 14:17:28.049415 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-3e4eb3ab-bada-40ae-b162-0e17c1c1b973 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524268 Aug 01 14:17:28.155519 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-d95f181e-5b09-4bb8-b264-e6fd6a4a7ef7 service neutron] 10.222.0.45 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935667 Aug 01 14:17:28.256643 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-b38faddf-3569-4c1b-8e7e-e2fc06d434fa service neutron] 10.222.0.45 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942917 Aug 01 14:17:28.286671 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:28.386628 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:28.395244 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:17:28.444495 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d37782a2-6c08-49eb-97fe-082e477f98f9 req-bab15edd-bef6-4f05-a0dc-fc36acd181c1 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0353575 Aug 01 14:17:28.825270 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de07f04-a36d-4f88-8c3f-2de4877a96de req-6d0b33a3-af3d-4e2f-84ea-ea0050e3401f tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:28.827722 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3de07f04-a36d-4f88-8c3f-2de4877a96de req-6d0b33a3-af3d-4e2f-84ea-ea0050e3401f tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 943 time: 0.0632701 Aug 01 14:17:28.905267 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3de07f04-a36d-4f88-8c3f-2de4877a96de req-a113a8a7-24bb-4714-8238-aa100acedaf7 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677047 Aug 01 14:17:29.163281 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:29.558872 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4aa9d9d4-481f-4a9e-81d6-e72ff32abde3 req-53455136-dd4a-476c-bcea-39e7d7cc7a83 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0345957 Aug 01 14:17:29.941700 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:30.062283 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f785fca-b17b-45c7-b784-6558e132aca2 req-3b4b44f2-cee8-43c8-bad2-997f573475bb tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:30.064248 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0f785fca-b17b-45c7-b784-6558e132aca2 req-3b4b44f2-cee8-43c8-bad2-997f573475bb tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 943 time: 0.0547204 Aug 01 14:17:30.125339 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0f785fca-b17b-45c7-b784-6558e132aca2 req-cbaba307-92be-44e1-b71d-c079fc3f0f89 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545976 Aug 01 14:17:30.700620 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3a7c1e8b-9415-4a7e-88a9-16146d3471b8 req-71ac1519-0f24-4e5c-9868-d99f1de47550 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0439026 Aug 01 14:17:31.256533 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:31.265699 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188e9e2-038b-48c3-b3a4-61ea7b850eb3 req-1486b747-008e-4bf5-9277-f95a9f9cd2a4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:31.267222 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4188e9e2-038b-48c3-b3a4-61ea7b850eb3 req-1486b747-008e-4bf5-9277-f95a9f9cd2a4 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 943 time: 0.0611777 Aug 01 14:17:31.321435 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4188e9e2-038b-48c3-b3a4-61ea7b850eb3 req-00b1a5f2-253b-46b8-bde2-737a88657ad3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482211 Aug 01 14:17:31.810980 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a2330542-fda4-4c81-ba56-b4b0354f636c req-6253f5d2-b053-412f-8490-ca522d9a59ca tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0338323 Aug 01 14:17:32.231679 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-9a645fdf-1894-4a32-8b3d-83865b2a5791 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:32.233171 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-9a645fdf-1894-4a32-8b3d-83865b2a5791 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 815 time: 0.1357105 Aug 01 14:17:32.305161 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-4027bf9e-4ea3-4bf5-ad1f-d4b2d4515524 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 379 time: 0.0631685 Aug 01 14:17:32.313764 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'port': {'device_id': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'admin_state_up': True, 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'security_groups': ['f5d06fa1-744a-4484-b5ab-a29aa954354e']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:32.440104 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:32.473212 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de3c0f-6cc3-4e70-8891-68b6e2dbe5c7 req-ffec7663-fcef-4c0c-87db-6a6ab6cfb7d6 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:32.474795 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71de3c0f-6cc3-4e70-8891-68b6e2dbe5c7 req-ffec7663-fcef-4c0c-87db-6a6ab6cfb7d6 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 943 time: 0.0759869 Aug 01 14:17:32.506872 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Made reservation on behalf of db87d8b3358945aa88acbdc4246917ae for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:17:32.510371 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:32.563115 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-71de3c0f-6cc3-4e70-8891-68b6e2dbe5c7 req-0d30abea-e977-4c19-80f4-8f7ccfd6be0e tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819702 Aug 01 14:17:32.677392 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Allocated IP 172.20.0.7 (1987c22e-ab83-4108-bc22-29b9909b71a1/aa6d82a5-098f-44c2-8d12-39c17960c636/3f82595f-922a-4da1-bb87-ffcee50a548a) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:17:32.830483 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:32.869875 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:32.914328 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:32.951291 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:17:32.960092 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:17:32.966721 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:17:32.972027 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=3f82595f-922a-4da1-bb87-ffcee50a548a,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:32.979769 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375371-49bc-4a00-bcd2-ab9d1a45c711 req-755da822-52a4-4e1d-9c3b-aedefe35053d tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:32.981373 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b8375371-49bc-4a00-bcd2-ab9d1a45c711 req-755da822-52a4-4e1d-9c3b-aedefe35053d tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 931 time: 0.0837314 Aug 01 14:17:33.051147 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:33.051924 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:33.091677 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-731b6955-aca5-4873-bca7-01db14367716 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817118 Aug 01 14:17:33.099719 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b8375371-49bc-4a00-bcd2-ab9d1a45c711 req-d6651291-7fdd-45ad-8026-6aeb43012fc3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988519 Aug 01 14:17:33.241690 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-e688c4b3-b6f7-4c0e-a8f9-dbd7cba143b3 None None] Provisioning complete for port 3f82595f-922a-4da1-bb87-ffcee50a548a triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:17:33.242315 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e688c4b3-b6f7-4c0e-a8f9-dbd7cba143b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:33.284470 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-e688c4b3-b6f7-4c0e-a8f9-dbd7cba143b3 None None] Port 3f82595f-922a-4da1-bb87-ffcee50a548a cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:17:33.689533 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce638860-28b7-4ea3-ac00-6ed2a36e14a9 req-09b01fda-8b84-4176-85e0-067d02d4b747 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:33.691011 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ce638860-28b7-4ea3-ac00-6ed2a36e14a9 req-09b01fda-8b84-4176-85e0-067d02d4b747 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 943 time: 0.0509553 Aug 01 14:17:33.744300 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ce638860-28b7-4ea3-ac00-6ed2a36e14a9 req-ef776423-4f21-44e7-9cb9-d282a75845a0 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473597 Aug 01 14:17:34.237414 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b948482-c7a9-4ed1-85a9-b8c25ed03f85 req-23ee8247-3d6c-4c02-99f0-876840a6be78 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:34.240666 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5b948482-c7a9-4ed1-85a9-b8c25ed03f85 req-23ee8247-3d6c-4c02-99f0-876840a6be78 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 931 time: 0.0608406 Aug 01 14:17:34.264369 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:34.321583 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5b948482-c7a9-4ed1-85a9-b8c25ed03f85 req-202534ec-a7e9-4bd1-9986-358f28cac4e6 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749795 Aug 01 14:17:34.406363 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Request body: {'port': {'device_id': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:34.478997 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:34.765317 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f82595f-922a-4da1-bb87-ffcee50a548a {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:17:34.773313 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Publish callbacks [] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:34.793421 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Transition to ACTIVE for port object 3f82595f-922a-4da1-bb87-ffcee50a548a will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:17:34.802229 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:34.896063 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Pushing event updated for resources: {'Port': ['ID=3f82595f-922a-4da1-bb87-ffcee50a548a,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:34.940836 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e11b9-c1a3-4966-a0c3-88c5a66d95ae req-a77070a1-d788-4858-934b-8b5861499252 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:34.942420 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cf3e11b9-c1a3-4966-a0c3-88c5a66d95ae req-a77070a1-d788-4858-934b-8b5861499252 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 943 time: 0.1085310 Aug 01 14:17:34.993596 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Attempting to bind port 3f82595f-922a-4da1-bb87-ffcee50a548a on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:17:34.993912 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Attempting to bind port 3f82595f-922a-4da1-bb87-ffcee50a548a by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:17:34.994216 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Attempting to bind port 3f82595f-922a-4da1-bb87-ffcee50a548a on network 1987c22e-ab83-4108-bc22-29b9909b71a1 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:17:35.008384 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Port 3f82595f-922a-4da1-bb87-ffcee50a548a on network 1987c22e-ab83-4108-bc22-29b9909b71a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:17:35.008713 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Attempting to bind port 3f82595f-922a-4da1-bb87-ffcee50a548a on network 1987c22e-ab83-4108-bc22-29b9909b71a1 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:17:35.021964 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cf3e11b9-c1a3-4966-a0c3-88c5a66d95ae req-e995e732-0e92-47f3-bd31-dc7e1550398a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728428 Aug 01 14:17:35.022857 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:17:35.023194 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Checking segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:17:35.023563 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Bound using segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:17:35.023971 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Bound port: 3f82595f-922a-4da1-bb87-ffcee50a548a, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:17:35.024358 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:35.042630 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:35.095862 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] For port 3f82595f-922a-4da1-bb87-ffcee50a548a, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:17:35.099603 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] For port 3f82595f-922a-4da1-bb87-ffcee50a548a, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3f82595f-922a-4da1-bb87-ffcee50a548a,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:17:35.107790 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:35.112494 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:35.113099 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:35.114524 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] 10.222.0.57 "PUT /v2.0/ports/3f82595f-922a-4da1-bb87-ffcee50a548a HTTP/1.1" status: 200 len: 1093 time: 0.7151251 Aug 01 14:17:35.115038 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'tag': '3f82595f-922a-4da1-bb87-ffcee50a548a'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:17:35.117388 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99768f4-a8de-443a-a326-885b7cd098cb" -d '{"events": [{"name": "network-changed", "server_uuid": "705cc9b9-fac2-4ec1-8137-d1993552b6a4", "tag": "3f82595f-922a-4da1-bb87-ffcee50a548a"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:17:35.159632 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30305673-e29f-4157-a624-8105580fdbd4 x-openstack-request-id: req-30305673-e29f-4157-a624-8105580fdbd4 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:17:35.159948 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705cc9b9-fac2-4ec1-8137-d1993552b6a4", "tag": "3f82595f-922a-4da1-bb87-ffcee50a548a", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:17:35.160572 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30305673-e29f-4157-a624-8105580fdbd4 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:17:35.161119 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30305673-e29f-4157-a624-8105580fdbd4'] response: {'name': 'network-changed', 'server_uuid': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'tag': '3f82595f-922a-4da1-bb87-ffcee50a548a', 'status': 'completed', 'code': 200} Aug 01 14:17:35.176114 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1961c-1601-45b3-a1ae-552ee1a28d56 service neutron] Pushing event updated for resources: {'Port': ['ID=3f82595f-922a-4da1-bb87-ffcee50a548a,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:35.421642 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99768f4-a8de-443a-a326-885b7cd098cb req-214299fc-a127-4a95-ab1a-e53e2a475b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:35.423160 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c99768f4-a8de-443a-a326-885b7cd098cb req-214299fc-a127-4a95-ab1a-e53e2a475b1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0632715 Aug 01 14:17:35.506198 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3724d0-4826-4b8d-bf96-8259c1cf768f req-9e91a591-bcf3-429f-8443-5ba50c5d8061 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:35.507720 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3724d0-4826-4b8d-bf96-8259c1cf768f req-9e91a591-bcf3-429f-8443-5ba50c5d8061 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 943 time: 0.1009736 Aug 01 14:17:35.517469 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:35.600785 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ab3724d0-4826-4b8d-bf96-8259c1cf768f req-ba5e9026-40b8-4cf0-9529-f4d5e01ffcd0 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819049 Aug 01 14:17:35.602022 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99768f4-a8de-443a-a326-885b7cd098cb req-e5facded-2910-4d8c-9e0b-cf89b624fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:35.603577 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c99768f4-a8de-443a-a326-885b7cd098cb req-e5facded-2910-4d8c-9e0b-cf89b624fdab service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=db87d8b3358945aa88acbdc4246917ae&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1634243 Aug 01 14:17:35.709532 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99768f4-a8de-443a-a326-885b7cd098cb req-4afcd10e-c1c4-4309-bc7e-0f65694f60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:35.711036 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c99768f4-a8de-443a-a326-885b7cd098cb req-4afcd10e-c1c4-4309-bc7e-0f65694f60e2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015594 Aug 01 14:17:35.803868 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-30d73496-329d-4b6f-b544-e435c737ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:35.805440 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-30d73496-329d-4b6f-b544-e435c737ce2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0515873 Aug 01 14:17:35.846706 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-38d4fcce-e116-422b-9907-a6b01b5e24f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f82595f-922a-4da1-bb87-ffcee50a548a HTTP/1.1" status: 200 len: 217 time: 0.0345244 Aug 01 14:17:35.898122 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-15850912-cf21-4abb-b38f-56586a381930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:35.899508 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-15850912-cf21-4abb-b38f-56586a381930 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.0467937 Aug 01 14:17:35.951195 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-248318f1-8e5e-4ff5-ba0e-1b9bcfd5e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:35.952751 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-248318f1-8e5e-4ff5-ba0e-1b9bcfd5e94d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465612 Aug 01 14:17:36.057368 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-2769281d-425d-455e-99f2-d1917b84b445 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976198 Aug 01 14:17:36.189857 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c1af-bb9a-42c8-81b0-b2aa3188896a req-9941d4f7-6adf-4a94-a69c-394196512501 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:36.191351 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3568c1af-bb9a-42c8-81b0-b2aa3188896a req-9941d4f7-6adf-4a94-a69c-394196512501 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 943 time: 0.0718575 Aug 01 14:17:36.215636 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b11809a6-59eb-4d29-91ae-b194ad23e5ec req-11563fa6-aad8-4566-99ef-4daca8e43fe9 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516056 Aug 01 14:17:36.258558 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3568c1af-bb9a-42c8-81b0-b2aa3188896a req-a0029898-502b-4281-b5fc-99026ec1dc5b tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558274 Aug 01 14:17:36.415529 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 2945d68d-3b91-4d52-b13b-c25098ca3225 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:17:36.663749 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 2945d68d-3b91-4d52-b13b-c25098ca3225, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=2945d68d-3b91-4d52-b13b-c25098ca3225,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:36.679679 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'port_id': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'mac_address': 'fa:16:3e:3c:76:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:17:36.722826 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 2945d68d-3b91-4d52-b13b-c25098ca3225 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:17:36.723441 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:36.734016 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:36.739821 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2945d68d-3b91-4d52-b13b-c25098ca3225 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:17:36.750908 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:36.766674 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 2945d68d-3b91-4d52-b13b-c25098ca3225, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=2945d68d-3b91-4d52-b13b-c25098ca3225,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:36.767668 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbd13f-c990-4baf-8a43-935c835ac894 req-4024d35c-85b3-4350-b219-ae96e0ca4997 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:36.769858 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f3fbd13f-c990-4baf-8a43-935c835ac894 req-4024d35c-85b3-4350-b219-ae96e0ca4997 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 943 time: 0.0669360 Aug 01 14:17:36.772079 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:36.839793 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=2945d68d-3b91-4d52-b13b-c25098ca3225,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:36.849719 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.850097 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.851007 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.851007 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.851404 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.851572 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.851840 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.852163 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.852524 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.852916 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.853335 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.853750 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.854059 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.854428 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.854837 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:36.858063 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f3fbd13f-c990-4baf-8a43-935c835ac894 req-43e86714-3a95-494c-af63-8926bbaa58b1 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777066 Aug 01 14:17:37.024209 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['2945d68d-3b91-4d52-b13b-c25098ca3225'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:17:37.345281 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:37.386064 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c99066-f1a7-4e9d-ad0f-27b2ace8e59e req-af724ec6-7b70-451f-8248-48d229c0bbb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:37.387560 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-24c99066-f1a7-4e9d-ad0f-27b2ace8e59e req-af724ec6-7b70-451f-8248-48d229c0bbb3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 944 time: 0.0509605 Aug 01 14:17:37.450784 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-24c99066-f1a7-4e9d-ad0f-27b2ace8e59e req-4e0b5a7d-af67-4b6d-8e31-81b7b6bea519 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570922 Aug 01 14:17:37.585241 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:37.587362 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=77,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:38.008139 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab411-3e6e-4ac6-9b9a-1099a54aac48 req-a011fa6a-3c85-484e-a9a9-9ba33f1c7e37 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:38.010950 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a21ab411-3e6e-4ac6-9b9a-1099a54aac48 req-a011fa6a-3c85-484e-a9a9-9ba33f1c7e37 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 943 time: 0.0640578 Aug 01 14:17:38.082812 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a21ab411-3e6e-4ac6-9b9a-1099a54aac48 req-192b01ac-a5a7-4f56-a2f8-9d02a09e843a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653875 Aug 01 14:17:38.388702 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:38.598677 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298d799-206e-4a59-865d-91956710add3 req-34a5fbde-6849-4625-8113-7f1b209b3894 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:38.600210 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2298d799-206e-4a59-865d-91956710add3 req-34a5fbde-6849-4625-8113-7f1b209b3894 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 944 time: 0.0676193 Aug 01 14:17:38.655596 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2298d799-206e-4a59-865d-91956710add3 req-ea4cbb33-8f81-4220-baa6-86288efeead3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477841 Aug 01 14:17:39.211208 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90a0e1-5176-48af-b115-63a4b45c000d req-6377daaa-9878-49cc-8629-1348098c8896 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:39.212801 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c90a0e1-5176-48af-b115-63a4b45c000d req-6377daaa-9878-49cc-8629-1348098c8896 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 943 time: 0.0504689 Aug 01 14:17:39.228550 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3f82595f-922a-4da1-bb87-ffcee50a548a details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:17:39.239493 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:39.265750 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3c90a0e1-5176-48af-b115-63a4b45c000d req-6ffa59ad-85fb-438a-816f-3332e9bbf67a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471044 Aug 01 14:17:39.344867 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3f82595f-922a-4da1-bb87-ffcee50a548a, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3f82595f-922a-4da1-bb87-ffcee50a548a,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:39.358120 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '3f82595f-922a-4da1-bb87-ffcee50a548a', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'port_id': '3f82595f-922a-4da1-bb87-ffcee50a548a', 'mac_address': 'fa:16:3e:2b:e2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:17:39.397700 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 3f82595f-922a-4da1-bb87-ffcee50a548a is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:17:39.398097 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:39.412750 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f82595f-922a-4da1-bb87-ffcee50a548a {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:17:39.433727 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3f82595f-922a-4da1-bb87-ffcee50a548a, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3f82595f-922a-4da1-bb87-ffcee50a548a,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:39.438608 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:39.488417 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=3f82595f-922a-4da1-bb87-ffcee50a548a,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:39.777218 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b3887-4f76-404a-b1a7-75a907c1be49 req-3c01cb18-36b5-42ff-9ae2-68e79e074f44 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:39.778960 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d33b3887-4f76-404a-b1a7-75a907c1be49 req-3c01cb18-36b5-42ff-9ae2-68e79e074f44 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 944 time: 0.0497661 Aug 01 14:17:39.837596 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d33b3887-4f76-404a-b1a7-75a907c1be49 req-05d46218-05fe-490f-bf84-1859367aa74f tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524013 Aug 01 14:17:40.051479 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 2945d68d-3b91-4d52-b13b-c25098ca3225 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:17:40.105239 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 2945d68d-3b91-4d52-b13b-c25098ca3225 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:17:40.117541 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 2945d68d-3b91-4d52-b13b-c25098ca3225 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:17:40.117541 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:40.156395 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:40.194379 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 2945d68d-3b91-4d52-b13b-c25098ca3225 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:17:40.194781 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:40.219976 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2945d68d-3b91-4d52-b13b-c25098ca3225'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:17:40.222311 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39829fdf-c43d-49e3-918c-13a96bcd5a69" -d '{"events": [{"server_uuid": "92c15868-3e72-4d3f-9b87-00f3d51127c4", "name": "network-vif-plugged", "status": "completed", "tag": "2945d68d-3b91-4d52-b13b-c25098ca3225"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:17:40.245039 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 2945d68d-3b91-4d52-b13b-c25098ca3225, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=2945d68d-3b91-4d52-b13b-c25098ca3225,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:40.250758 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:40.279232 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce14d91-4d2b-4530-b77e-76ace8a408a1 x-openstack-request-id: req-8ce14d91-4d2b-4530-b77e-76ace8a408a1 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:17:40.279663 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c15868-3e72-4d3f-9b87-00f3d51127c4", "name": "network-vif-plugged", "status": "completed", "tag": "2945d68d-3b91-4d52-b13b-c25098ca3225", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:17:40.280052 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ce14d91-4d2b-4530-b77e-76ace8a408a1 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:17:40.280655 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce14d91-4d2b-4530-b77e-76ace8a408a1'] response: {'server_uuid': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'code': 200} Aug 01 14:17:40.301082 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:40.330202 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=2945d68d-3b91-4d52-b13b-c25098ca3225,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:40.389304 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48c530-c907-4ed4-a949-d32891a5a6e0 req-1063d17b-c238-45e9-b1ce-f42f079e544b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:40.390983 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c48c530-c907-4ed4-a949-d32891a5a6e0 req-1063d17b-c238-45e9-b1ce-f42f079e544b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0496535 Aug 01 14:17:40.454219 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5c48c530-c907-4ed4-a949-d32891a5a6e0 req-b184ee01-c5a6-45ec-9954-ea5cd0891966 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569041 Aug 01 14:17:40.963853 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378167-0a7c-45ab-95d1-5e8cf016bd64 req-5c939b08-b652-4733-95f0-b7efa210ad84 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:40.965511 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-21378167-0a7c-45ab-95d1-5e8cf016bd64 req-5c939b08-b652-4733-95f0-b7efa210ad84 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 945 time: 0.0508342 Aug 01 14:17:41.021384 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-21378167-0a7c-45ab-95d1-5e8cf016bd64 req-d72c4893-08d1-4e7b-ac4b-74888b122f2d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497885 Aug 01 14:17:41.279102 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['3f82595f-922a-4da1-bb87-ffcee50a548a'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:17:41.315286 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64134d8-76a4-4b8a-a28a-1afb39a7435c req-343dac3a-8c01-4d39-8b10-2513bfee1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:41.316944 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f64134d8-76a4-4b8a-a28a-1afb39a7435c req-343dac3a-8c01-4d39-8b10-2513bfee1a89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 1129 time: 0.0483110 Aug 01 14:17:41.371225 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f64134d8-76a4-4b8a-a28a-1afb39a7435c req-06276d2d-8215-4cdb-b7a4-f42211bf6713 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470226 Aug 01 14:17:41.593592 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc94ee8-60f5-4710-a49c-32d57a037a97 req-8a60b07f-733c-4507-ac3a-bbf8db4b4c6a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:41.595281 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0bc94ee8-60f5-4710-a49c-32d57a037a97 req-8a60b07f-733c-4507-ac3a-bbf8db4b4c6a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0525455 Aug 01 14:17:41.645537 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0bc94ee8-60f5-4710-a49c-32d57a037a97 req-a00ab2ac-4ded-45c8-9e56-8aee2173fb92 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442421 Aug 01 14:17:42.161417 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57b815-63fc-45ca-92a4-ddf78f5d047f req-ff177f48-84c1-4928-979e-8c31dd3cb3ea tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:42.162934 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1e57b815-63fc-45ca-92a4-ddf78f5d047f req-ff177f48-84c1-4928-979e-8c31dd3cb3ea tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 945 time: 0.0588818 Aug 01 14:17:42.216508 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1e57b815-63fc-45ca-92a4-ddf78f5d047f req-7376030f-2ee6-464d-855f-755383a64f0e tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477362 Aug 01 14:17:42.804302 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801bf81-af58-4cbe-a992-f507652b24de req-5bb87119-0ad6-43a4-9b60-ce7e8c38dfef tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:42.806286 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0801bf81-af58-4cbe-a992-f507652b24de req-5bb87119-0ad6-43a4-9b60-ce7e8c38dfef tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0629418 Aug 01 14:17:42.849463 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:42.862753 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0801bf81-af58-4cbe-a992-f507652b24de req-b3f07528-a625-4906-ad4f-a932b48d7383 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506089 Aug 01 14:17:43.042178 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3f82595f-922a-4da1-bb87-ffcee50a548a up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:17:43.095576 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 3f82595f-922a-4da1-bb87-ffcee50a548a completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:17:43.103637 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 3f82595f-922a-4da1-bb87-ffcee50a548a triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:17:43.104051 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:43.181395 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 3f82595f-922a-4da1-bb87-ffcee50a548a is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:17:43.181785 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:43.205672 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f82595f-922a-4da1-bb87-ffcee50a548a'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:17:43.207970 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32baae5-d5d2-4b5b-8757-2a3bbe66dbb9" -d '{"events": [{"server_uuid": "705cc9b9-fac2-4ec1-8137-d1993552b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "3f82595f-922a-4da1-bb87-ffcee50a548a"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:17:43.221187 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 3f82595f-922a-4da1-bb87-ffcee50a548a, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3f82595f-922a-4da1-bb87-ffcee50a548a,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:17:43.226203 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:43.256411 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f8341f-07b9-4b36-b0bc-47507e4bd9e7 x-openstack-request-id: req-b0f8341f-07b9-4b36-b0bc-47507e4bd9e7 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:17:43.256713 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705cc9b9-fac2-4ec1-8137-d1993552b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "3f82595f-922a-4da1-bb87-ffcee50a548a", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:17:43.256919 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0f8341f-07b9-4b36-b0bc-47507e4bd9e7 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:17:43.257311 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f8341f-07b9-4b36-b0bc-47507e4bd9e7'] response: {'server_uuid': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f82595f-922a-4da1-bb87-ffcee50a548a', 'code': 200} Aug 01 14:17:43.286438 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=3f82595f-922a-4da1-bb87-ffcee50a548a,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:43.356410 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b10f6-0949-43a8-842a-b396997925d9 req-1150a17f-3c3c-405f-8d5f-5be6d6593706 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:43.358256 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-019b10f6-0949-43a8-842a-b396997925d9 req-1150a17f-3c3c-405f-8d5f-5be6d6593706 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 945 time: 0.0556455 Aug 01 14:17:43.735787 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-019b10f6-0949-43a8-842a-b396997925d9 req-6da077dd-ea7d-4d61-bcfd-0f8d56325159 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692670 Aug 01 14:17:43.765879 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20a0b3-07a6-402e-88d5-692498aee1f2 req-f1369499-17e0-4ae6-be9e-8516b7c3f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:43.767394 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0e20a0b3-07a6-402e-88d5-692498aee1f2 req-f1369499-17e0-4ae6-be9e-8516b7c3f9d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 1129 time: 0.3468416 Aug 01 14:17:43.816458 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0e20a0b3-07a6-402e-88d5-692498aee1f2 req-5fbd861d-f5d6-49d3-a353-ad6b181147f4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423903 Aug 01 14:17:43.865431 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ff959-3e7a-42c4-a2f1-6ddd088091f0 req-f791dea6-e8a5-4544-92d6-565307a21c96 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:43.866939 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-230ff959-3e7a-42c4-a2f1-6ddd088091f0 req-f791dea6-e8a5-4544-92d6-565307a21c96 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 945 time: 0.0495985 Aug 01 14:17:43.921419 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-230ff959-3e7a-42c4-a2f1-6ddd088091f0 req-42820dda-bfac-456c-a575-416b81252a27 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481288 Aug 01 14:17:43.948718 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36782) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:43.989128 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85761776-75fe-4d24-8624-0b2d0ba0cee2 req-11aae4ce-f758-49fe-8328-e7e8e74e1808 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:43.991098 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-85761776-75fe-4d24-8624-0b2d0ba0cee2 req-11aae4ce-f758-49fe-8328-e7e8e74e1808 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0550156 Aug 01 14:17:44.028603 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:44.044723 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-85761776-75fe-4d24-8624-0b2d0ba0cee2 req-ba5a626d-4c69-480f-8d57-af5fb35aa6c1 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477462 Aug 01 14:17:44.156907 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb8a4a9-19a0-46ee-a0bd-b8d9bc7f521e tempest-TestVolumeBootPattern-2015234211 tempest-TestVolumeBootPattern-2015234211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:44.158457 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2cb8a4a9-19a0-46ee-a0bd-b8d9bc7f521e tempest-TestVolumeBootPattern-2015234211 tempest-TestVolumeBootPattern-2015234211-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 1124 time: 0.2085879 Aug 01 14:17:44.162129 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36786) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:44.167086 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'port_id': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:44.195560 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:44.296409 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:44.406257 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Allocated IP 172.27.4.8 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/bf93ab61-4436-4e6f-b520-3ba7d5653cf1) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:17:44.539435 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for port (bf93ab61-4436-4e6f-b520-3ba7d5653cf1), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:44.573061 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (bf93ab61-4436-4e6f-b520-3ba7d5653cf1), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:44.613511 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:17:44.616567 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:17:44.620570 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:17:44.642059 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'Port': ['ID=bf93ab61-4436-4e6f-b520-3ba7d5653cf1,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:44.664614 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:44.994519 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (1f81157c-8f02-4ae9-aa4c-8eef66946260), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:45.025089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:45.066159 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (bf93ab61-4436-4e6f-b520-3ba7d5653cf1), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:45.211127 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c857d-4d60-4dd7-9f17-4910d9723fff req-bed70ef3-a702-4e3e-aca4-be7d50387dcb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:45.212752 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-277c857d-4d60-4dd7-9f17-4910d9723fff req-bed70ef3-a702-4e3e-aca4-be7d50387dcb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0875139 Aug 01 14:17:45.314169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for port (bf93ab61-4436-4e6f-b520-3ba7d5653cf1), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:45.321880 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-277c857d-4d60-4dd7-9f17-4910d9723fff req-33281cd7-9f9d-40b3-9b25-409b417dadfb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030905 Aug 01 14:17:45.323389 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (bf93ab61-4436-4e6f-b520-3ba7d5653cf1), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:45.407522 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event updated for resources: {'Port': ['ID=bf93ab61-4436-4e6f-b520-3ba7d5653cf1,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:45.410551 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (1f81157c-8f02-4ae9-aa4c-8eef66946260), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:45.525610 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Floating IP 1f81157c-8f02-4ae9-aa4c-8eef66946260 associated. External IP: 172.27.4.8, port: 2945d68d-3b91-4d52-b13b-c25098ca3225. Aug 01 14:17:45.620549 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:45.747829 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Router 6747b800-9744-4b46-9c3c-5cec816cf9d6 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:17:45.863692 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:17:45.874276 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] Sync routers for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:17:45.883867 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:45.885867 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:45.886522 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:17:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:45.916664 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-d493b8a2-747c-4a7b-83c0-9afcfc4cf413 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7532837 Aug 01 14:17:45.917258 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'tag': '2945d68d-3b91-4d52-b13b-c25098ca3225'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:17:45.919757 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419039fc-8ef5-49ef-ba51-f733819538e1" -d '{"events": [{"name": "network-changed", "server_uuid": "92c15868-3e72-4d3f-9b87-00f3d51127c4", "tag": "2945d68d-3b91-4d52-b13b-c25098ca3225"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:17:45.956602 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baafe4d-7d27-483b-9aa0-173d275c877c x-openstack-request-id: req-4baafe4d-7d27-483b-9aa0-173d275c877c {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:17:45.956911 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c15868-3e72-4d3f-9b87-00f3d51127c4", "tag": "2945d68d-3b91-4d52-b13b-c25098ca3225", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:17:45.957449 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4baafe4d-7d27-483b-9aa0-173d275c877c {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:17:45.957905 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4baafe4d-7d27-483b-9aa0-173d275c877c'] response: {'name': 'network-changed', 'server_uuid': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'tag': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'status': 'completed', 'code': 200} Aug 01 14:17:45.995039 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:46.219066 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '1f81157c-8f02-4ae9-aa4c-8eef66946260', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.8', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:3c:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:17:44Z', 'updated_at': '2022-08-01T14:17:44Z', 'revision_number': 0, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}, {'id': 'e3806740-6f75-49e7-8a38-55b20e4e6701', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:8d:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:17Z', 'updated_at': '2022-08-01T14:15:19Z', 'revision_number': 1, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:46.249751 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] Checking router: 6747b800-9744-4b46-9c3c-5cec816cf9d6 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:17:46.259615 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:46.260245 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:17:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:46.298566 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:46.310347 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:46.383806 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:46.447065 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b933bf4-b496-45e1-ba7b-f518cd8d06aa req-dee3b550-1ae7-4750-bd84-18f2e722fba5 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:46.448641 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0b933bf4-b496-45e1-ba7b-f518cd8d06aa req-dee3b550-1ae7-4750-bd84-18f2e722fba5 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0536861 Aug 01 14:17:46.472928 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:46.513842 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0b933bf4-b496-45e1-ba7b-f518cd8d06aa req-a2b34f96-f677-4aa3-9851-c075c3e2a78b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582330 Aug 01 14:17:46.634636 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '1f81157c-8f02-4ae9-aa4c-8eef66946260', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.8', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:3c:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:17:44Z', 'updated_at': '2022-08-01T14:17:44Z', 'revision_number': 0, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}, {'id': 'e3806740-6f75-49e7-8a38-55b20e4e6701', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:8d:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:17Z', 'updated_at': '2022-08-01T14:15:19Z', 'revision_number': 1, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:46.637010 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-5e00efa6-89ac-4fe9-bc8b-3bee5809a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:46.638664 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-5e00efa6-89ac-4fe9-bc8b-3bee5809a050 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 1129 time: 0.0458636 Aug 01 14:17:46.661787 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70935f5d-e162-4612-addb-ba8ab425b908 None None] The sync data for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi is: [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '1f81157c-8f02-4ae9-aa4c-8eef66946260', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.8', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:3c:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:17:44Z', 'updated_at': '2022-08-01T14:17:44Z', 'revision_number': 0, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}, {'id': 'e3806740-6f75-49e7-8a38-55b20e4e6701', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:8d:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:17Z', 'updated_at': '2022-08-01T14:15:19Z', 'revision_number': 1, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:17:46.747722 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-839c6c91-5194-4986-a9fd-780a6b00ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:46.753921 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-839c6c91-5194-4986-a9fd-780a6b00ce51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 912 time: 0.1033614 Aug 01 14:17:46.827945 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-bf08f265-e390-48ba-8762-995287013170 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2945d68d-3b91-4d52-b13b-c25098ca3225 HTTP/1.1" status: 200 len: 997 time: 0.0680313 Aug 01 14:17:46.880184 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dec2c4e-ea42-4ada-8feb-803f5a1db9e9 None None] New status for floating IP 1f81157c-8f02-4ae9-aa4c-8eef66946260: ACTIVE {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:17:47.119271 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-107c18f1-cfa0-4b7d-91a2-a1a5931777bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:47.121778 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-107c18f1-cfa0-4b7d-91a2-a1a5931777bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.0497894 Aug 01 14:17:47.170921 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-051f5eaa-2580-4771-b75e-1bf7e7ebfc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:47.172525 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-051f5eaa-2580-4771-b75e-1bf7e7ebfc2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446479 Aug 01 14:17:47.279615 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-6e3f8ebe-32eb-49d9-91e1-8b569796d84f service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957325 Aug 01 14:17:47.398620 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-419039fc-8ef5-49ef-ba51-f733819538e1 req-23cadc1a-c9f4-4171-a0cb-96f138ea7226 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957735 Aug 01 14:17:47.644068 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b42a9-7e68-430f-9bbf-4443dbac8059 req-e1c677a0-471c-4075-9d19-d97ecdf4e423 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:47.646006 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be4b42a9-7e68-430f-9bbf-4443dbac8059 req-e1c677a0-471c-4075-9d19-d97ecdf4e423 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0504811 Aug 01 14:17:47.695904 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:47.708338 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-be4b42a9-7e68-430f-9bbf-4443dbac8059 req-e45f6e47-1552-48f8-b04e-d3dbd4e50f19 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560637 Aug 01 14:17:48.846464 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7603d2-285a-4dd2-ade6-9ff9f67a7981 req-51c76eec-0d96-4b1a-ba73-132a11ade863 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:48.847917 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8c7603d2-285a-4dd2-ade6-9ff9f67a7981 req-51c76eec-0d96-4b1a-ba73-132a11ade863 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0494845 Aug 01 14:17:48.911871 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8c7603d2-285a-4dd2-ade6-9ff9f67a7981 req-b3b15473-db89-49bd-82e1-8d18e88357d3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550516 Aug 01 14:17:49.032858 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ce92a-fe29-4bfb-bdb6-dfdcad318ca5 req-126722c7-f1e6-48ca-aca8-338fe8d121d8 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:49.034583 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-966ce92a-fe29-4bfb-bdb6-dfdcad318ca5 req-126722c7-f1e6-48ca-aca8-338fe8d121d8 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0505474 Aug 01 14:17:49.045255 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36822) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:49.051111 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-9dda7e17-5e89-4648-acc4-e334a1c37478 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'floatingip': {'port_id': '3f82595f-922a-4da1-bb87-ffcee50a548a'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:17:49.090449 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dda7e17-5e89-4648-acc4-e334a1c37478 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:49.792737 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dda7e17-5e89-4648-acc4-e334a1c37478 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:49.797882 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dda7e17-5e89-4648-acc4-e334a1c37478 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:49.910807 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.l3_db [None req-9dda7e17-5e89-4648-acc4-e334a1c37478 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Floating IP 89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60 associated. External IP: 172.27.4.220, port: 3f82595f-922a-4da1-bb87-ffcee50a548a. Aug 01 14:17:50.129391 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dda7e17-5e89-4648-acc4-e334a1c37478 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Router 81e49279-8e0b-41d8-8922-2266359f7c20 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:17:50.241117 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dda7e17-5e89-4648-acc4-e334a1c37478 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:17:50.246808 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dda7e17-5e89-4648-acc4-e334a1c37478 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:50.251633 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:17:50.264319 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:50.264962 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:17:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:50.290332 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9dda7e17-5e89-4648-acc4-e334a1c37478 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "PUT /v2.0/floatingips/89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60 HTTP/1.1" status: 200 len: 991 time: 1.2432566 Aug 01 14:17:50.290594 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'tag': '3f82595f-922a-4da1-bb87-ffcee50a548a'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:17:50.293053 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "705cc9b9-fac2-4ec1-8137-d1993552b6a4", "tag": "3f82595f-922a-4da1-bb87-ffcee50a548a"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:17:50.336866 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69d2549-5b85-419c-9c8b-c148fe08657d x-openstack-request-id: req-d69d2549-5b85-419c-9c8b-c148fe08657d {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:17:50.337183 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705cc9b9-fac2-4ec1-8137-d1993552b6a4", "tag": "3f82595f-922a-4da1-bb87-ffcee50a548a", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:17:50.337457 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d69d2549-5b85-419c-9c8b-c148fe08657d {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:17:50.337871 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69d2549-5b85-419c-9c8b-c148fe08657d'] response: {'name': 'network-changed', 'server_uuid': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'tag': '3f82595f-922a-4da1-bb87-ffcee50a548a', 'status': 'completed', 'code': 200} Aug 01 14:17:50.385920 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:50.744225 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '3f82595f-922a-4da1-bb87-ffcee50a548a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:2b:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:17:27Z', 'updated_at': '2022-08-01T14:17:49Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:50.772171 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:17:50.782953 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:17:50.783912 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:17:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:50.867446 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:50.901300 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:17:51.076056 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:51.103713 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:51.148623 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '3f82595f-922a-4da1-bb87-ffcee50a548a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:2b:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:17:27Z', 'updated_at': '2022-08-01T14:17:49Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:17:51.174408 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41c38f4-6604-4e4f-abb9-cefa1ade8fa0 None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.220', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '3f82595f-922a-4da1-bb87-ffcee50a548a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:2b:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:17:27Z', 'updated_at': '2022-08-01T14:17:49Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:17:51.386389 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b6061-8a87-4165-be58-94fbcbf63b0e None None] New status for floating IP 89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60: ACTIVE {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:17:52.247332 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-be027f7a-2e13-42d5-a252-294fc8521160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:52.249105 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-be027f7a-2e13-42d5-a252-294fc8521160 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 1129 time: 0.0487833 Aug 01 14:17:52.366326 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-47769632-34ed-4466-be07-2d147b898f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:52.368732 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-47769632-34ed-4466-be07-2d147b898f14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 916 time: 0.1122687 Aug 01 14:17:52.444366 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-a9e6cf1a-312e-46a0-95d6-76dc867f8472 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f82595f-922a-4da1-bb87-ffcee50a548a HTTP/1.1" status: 200 len: 1001 time: 0.0670843 Aug 01 14:17:52.503836 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-a3ce3dc3-62dc-4d7d-a694-1fc4fe3bdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:52.505398 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-a3ce3dc3-62dc-4d7d-a694-1fc4fe3bdc1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.0517409 Aug 01 14:17:52.557087 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-32ebb6f0-452f-4f4f-819a-68038af91670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:17:52.559341 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-32ebb6f0-452f-4f4f-819a-68038af91670 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474973 Aug 01 14:17:52.622209 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:52.667073 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-ba4e59c9-68b7-4a82-809a-5283301344c1 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005719 Aug 01 14:17:52.775644 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4edcf5c8-88b8-4f35-b3ee-b22844f4e7d1 req-e52791ee-d9e4-4f38-bc98-f278a413a943 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016183 Aug 01 14:17:54.368535 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2407-c1ba-475c-9f75-a44709a614d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:56.596057 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cf514e92-f8cd-4b97-8b36-a3584ddd2f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:57.555523 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36896) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:57.668694 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3caac5f3-d5bb-4c47-8fcf-02a56d6bb2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:57.757011 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3caac5f3-d5bb-4c47-8fcf-02a56d6bb2fd admin admin] Publish callbacks [] for security_group (7fd0b4b1-fd63-4ef5-93ce-f51832806cd3), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:57.762143 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3caac5f3-d5bb-4c47-8fcf-02a56d6bb2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (7fd0b4b1-fd63-4ef5-93ce-f51832806cd3), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:57.801559 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caac5f3-d5bb-4c47-8fcf-02a56d6bb2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd0b4b1-fd63-4ef5-93ce-f51832806cd3,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:57.806498 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-3caac5f3-d5bb-4c47-8fcf-02a56d6bb2fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd0972e214f74909985c94cad66147d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494888 Aug 01 14:17:57.808891 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36900) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:57.864851 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb209-bdcc-48f9-a5cd-cd6571675d57 admin admin] Publish callbacks [] for security_group (7fd0b4b1-fd63-4ef5-93ce-f51832806cd3), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:57.892823 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:57.894902 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb209-bdcc-48f9-a5cd-cd6571675d57 admin admin] Publish callbacks [] for security_group (7fd0b4b1-fd63-4ef5-93ce-f51832806cd3), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:57.951173 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb209-bdcc-48f9-a5cd-cd6571675d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (7fd0b4b1-fd63-4ef5-93ce-f51832806cd3), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:57.954052 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb209-bdcc-48f9-a5cd-cd6571675d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:57.955314 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-ac6fb209-bdcc-48f9-a5cd-cd6571675d57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7fd0b4b1-fd63-4ef5-93ce-f51832806cd3 HTTP/1.1" status: 204 len: 168 time: 0.1455104 Aug 01 14:17:57.964528 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fb209-bdcc-48f9-a5cd-cd6571675d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd0b4b1-fd63-4ef5-93ce-f51832806cd3,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:58.259043 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36906) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:58.273917 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-033db063-33e2-49c8-9fb4-ebd92a45f563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:58.278757 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:58.366326 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-033db063-33e2-49c8-9fb4-ebd92a45f563 admin admin] Publish callbacks [] for security_group (7e7b3759-2410-4afb-9bf5-b62f835e7520), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:58.372035 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-033db063-33e2-49c8-9fb4-ebd92a45f563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (7e7b3759-2410-4afb-9bf5-b62f835e7520), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:58.414407 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-033db063-33e2-49c8-9fb4-ebd92a45f563 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe6c8482332647c9b479e65e0954ba3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541424 Aug 01 14:17:58.415234 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033db063-33e2-49c8-9fb4-ebd92a45f563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7b3759-2410-4afb-9bf5-b62f835e7520,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:58.417373 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36908) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:17:58.453543 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:58.463906 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:17:58.476705 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Publish callbacks [] for security_group (7e7b3759-2410-4afb-9bf5-b62f835e7520), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:58.503398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Publish callbacks [] for security_group (7e7b3759-2410-4afb-9bf5-b62f835e7520), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:58.555660 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (7e7b3759-2410-4afb-9bf5-b62f835e7520), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:58.558912 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:58.560604 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e7b3759-2410-4afb-9bf5-b62f835e7520 HTTP/1.1" status: 204 len: 168 time: 0.1419005 Aug 01 14:17:58.571266 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7b3759-2410-4afb-9bf5-b62f835e7520,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:17:58.579118 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.579461 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.579803 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.580147 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.580507 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.580843 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.581216 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.581490 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.581815 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.582130 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.582478 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.582931 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.583187 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.583526 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:58.583850 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee1101-ffdd-47e4-aa22-bb49f12365e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:17:59.161547 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:17:59.943312 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:01.489364 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:01.492116 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:03.990602 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36986) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:04.115695 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-458e2110-3c17-4ba1-beb9-c69d156575f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.197692 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-458e2110-3c17-4ba1-beb9-c69d156575f3 admin admin] Publish callbacks [] for security_group (2fe65c4a-a956-46ae-91ee-b6517941e1df), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.203902 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-458e2110-3c17-4ba1-beb9-c69d156575f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2fe65c4a-a956-46ae-91ee-b6517941e1df), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.243976 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e2110-3c17-4ba1-beb9-c69d156575f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe65c4a-a956-46ae-91ee-b6517941e1df,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:04.251176 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-458e2110-3c17-4ba1-beb9-c69d156575f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d0b425de0a84dfb9018c530ad0ec300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593334 Aug 01 14:18:04.253744 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36990) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:04.313299 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d37fea54-050e-4610-8837-f1b90a5dc848 admin admin] Publish callbacks [] for security_group (2fe65c4a-a956-46ae-91ee-b6517941e1df), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.337959 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d37fea54-050e-4610-8837-f1b90a5dc848 admin admin] Publish callbacks [] for security_group (2fe65c4a-a956-46ae-91ee-b6517941e1df), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.396164 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d37fea54-050e-4610-8837-f1b90a5dc848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (2fe65c4a-a956-46ae-91ee-b6517941e1df), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.399657 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d37fea54-050e-4610-8837-f1b90a5dc848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.401542 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d37fea54-050e-4610-8837-f1b90a5dc848 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fe65c4a-a956-46ae-91ee-b6517941e1df HTTP/1.1" status: 204 len: 168 time: 0.1462214 Aug 01 14:18:04.411393 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fea54-050e-4610-8837-f1b90a5dc848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe65c4a-a956-46ae-91ee-b6517941e1df,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:04.703582 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 36996) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:04.718448 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc4c7-fa5e-4a48-b155-27ae479f8b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.807417 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc4c7-fa5e-4a48-b155-27ae479f8b77 admin admin] Publish callbacks [] for security_group (5e5f93d6-9c28-43a2-95d0-09e288ef32e4), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.812984 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc4c7-fa5e-4a48-b155-27ae479f8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5e5f93d6-9c28-43a2-95d0-09e288ef32e4), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.855118 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-b6ccc4c7-fa5e-4a48-b155-27ae479f8b77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22d2b657892d4beabc97a91d41d9041a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502156 Aug 01 14:18:04.855833 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccc4c7-fa5e-4a48-b155-27ae479f8b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5f93d6-9c28-43a2-95d0-09e288ef32e4,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:04.858231 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 36998) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:04.923491 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-23767140-4c3b-4785-89b0-3bfdedd7ddce admin admin] Publish callbacks [] for security_group (5e5f93d6-9c28-43a2-95d0-09e288ef32e4), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:04.959767 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-23767140-4c3b-4785-89b0-3bfdedd7ddce admin admin] Publish callbacks [] for security_group (5e5f93d6-9c28-43a2-95d0-09e288ef32e4), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:05.024823 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-23767140-4c3b-4785-89b0-3bfdedd7ddce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5e5f93d6-9c28-43a2-95d0-09e288ef32e4), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:05.027817 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-23767140-4c3b-4785-89b0-3bfdedd7ddce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:05.029157 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-23767140-4c3b-4785-89b0-3bfdedd7ddce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e5f93d6-9c28-43a2-95d0-09e288ef32e4 HTTP/1.1" status: 204 len: 168 time: 0.1699445 Aug 01 14:18:05.043147 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23767140-4c3b-4785-89b0-3bfdedd7ddce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5f93d6-9c28-43a2-95d0-09e288ef32e4,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:05.399976 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:18:07.584010 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37070) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:07.704774 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1a9135dc-fd3e-42f7-b6de-3aa5246ff423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:07.795913 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:07.798280 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1a9135dc-fd3e-42f7-b6de-3aa5246ff423 admin admin] Publish callbacks [] for security_group (b10d40fc-0365-4bf0-adea-993ff5ff5822), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:07.803189 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1a9135dc-fd3e-42f7-b6de-3aa5246ff423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (b10d40fc-0365-4bf0-adea-993ff5ff5822), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:07.809447 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:07.852984 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9135dc-fd3e-42f7-b6de-3aa5246ff423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10d40fc-0365-4bf0-adea-993ff5ff5822,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:07.858898 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-1a9135dc-fd3e-42f7-b6de-3aa5246ff423 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1504bb71fbdd46caa288a9d5fe7984c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737343 Aug 01 14:18:07.861879 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37074) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:07.920547 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dddc287-50b1-4ed5-8b33-b557ad9c2183 admin admin] Publish callbacks [] for security_group (b10d40fc-0365-4bf0-adea-993ff5ff5822), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:07.952664 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dddc287-50b1-4ed5-8b33-b557ad9c2183 admin admin] Publish callbacks [] for security_group (b10d40fc-0365-4bf0-adea-993ff5ff5822), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:08.005891 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dddc287-50b1-4ed5-8b33-b557ad9c2183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (b10d40fc-0365-4bf0-adea-993ff5ff5822), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:08.008665 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-9dddc287-50b1-4ed5-8b33-b557ad9c2183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:08.009981 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9dddc287-50b1-4ed5-8b33-b557ad9c2183 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b10d40fc-0365-4bf0-adea-993ff5ff5822 HTTP/1.1" status: 204 len: 168 time: 0.1470981 Aug 01 14:18:08.019069 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddc287-50b1-4ed5-8b33-b557ad9c2183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10d40fc-0365-4bf0-adea-993ff5ff5822,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:08.328745 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37080) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:08.343942 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d753d50c-c161-4ad3-b3ca-98c80a370dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:08.355276 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:08.433973 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d753d50c-c161-4ad3-b3ca-98c80a370dee admin admin] Publish callbacks [] for security_group (47f216e2-462a-4c0e-9a75-f5ebef012298), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:08.438755 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-d753d50c-c161-4ad3-b3ca-98c80a370dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (47f216e2-462a-4c0e-9a75-f5ebef012298), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:08.491946 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-d753d50c-c161-4ad3-b3ca-98c80a370dee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4cb23dff34c74f5899e04dcb2d87d7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619372 Aug 01 14:18:08.492863 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753d50c-c161-4ad3-b3ca-98c80a370dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f216e2-462a-4c0e-9a75-f5ebef012298,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:08.496994 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37082) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:08.565155 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-190bf4e2-35df-4b66-b2e3-512d03fc6048 admin admin] Publish callbacks [] for security_group (47f216e2-462a-4c0e-9a75-f5ebef012298), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:08.593648 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-190bf4e2-35df-4b66-b2e3-512d03fc6048 admin admin] Publish callbacks [] for security_group (47f216e2-462a-4c0e-9a75-f5ebef012298), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:08.651181 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-190bf4e2-35df-4b66-b2e3-512d03fc6048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (47f216e2-462a-4c0e-9a75-f5ebef012298), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:08.654203 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-190bf4e2-35df-4b66-b2e3-512d03fc6048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:08.655468 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-190bf4e2-35df-4b66-b2e3-512d03fc6048 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47f216e2-462a-4c0e-9a75-f5ebef012298 HTTP/1.1" status: 204 len: 168 time: 0.1575453 Aug 01 14:18:08.664692 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bf4e2-35df-4b66-b2e3-512d03fc6048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f216e2-462a-4c0e-9a75-f5ebef012298,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:17.360355 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37204) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:17.473843 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-22e7318a-700c-408d-8952-6700d8b133bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:17.484825 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:17.557482 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-22e7318a-700c-408d-8952-6700d8b133bc admin admin] Publish callbacks [] for security_group (9b7ba61f-5589-4967-a4b7-382afe25b5be), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:17.563094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-22e7318a-700c-408d-8952-6700d8b133bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (9b7ba61f-5589-4967-a4b7-382afe25b5be), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:17.606091 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-22e7318a-700c-408d-8952-6700d8b133bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7ea91f4369e436d846a629dd5fb7b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446272 Aug 01 14:18:17.607008 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7318a-700c-408d-8952-6700d8b133bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7ba61f-5589-4967-a4b7-382afe25b5be,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:17.609392 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37208) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:17.660840 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ba646abd-b608-4256-9254-378cb4b46861 admin admin] Publish callbacks [] for security_group (9b7ba61f-5589-4967-a4b7-382afe25b5be), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:17.684549 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ba646abd-b608-4256-9254-378cb4b46861 admin admin] Publish callbacks [] for security_group (9b7ba61f-5589-4967-a4b7-382afe25b5be), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:17.734760 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ba646abd-b608-4256-9254-378cb4b46861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (9b7ba61f-5589-4967-a4b7-382afe25b5be), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:17.738488 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-ba646abd-b608-4256-9254-378cb4b46861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:17.740020 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-ba646abd-b608-4256-9254-378cb4b46861 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b7ba61f-5589-4967-a4b7-382afe25b5be HTTP/1.1" status: 204 len: 168 time: 0.1287408 Aug 01 14:18:17.749114 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba646abd-b608-4256-9254-378cb4b46861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7ba61f-5589-4967-a4b7-382afe25b5be,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:18.066916 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37214) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:18.092861 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5084292d-f062-4c9c-96eb-799e0061647d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.187664 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5084292d-f062-4c9c-96eb-799e0061647d admin admin] Publish callbacks [] for security_group (3ffd867d-287d-4651-b461-c00e107fb3d0), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.192926 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-5084292d-f062-4c9c-96eb-799e0061647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (3ffd867d-287d-4651-b461-c00e107fb3d0), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.233633 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-5084292d-f062-4c9c-96eb-799e0061647d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1104596c158445bbd43d079ed6eac07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655111 Aug 01 14:18:18.234477 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084292d-f062-4c9c-96eb-799e0061647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffd867d-287d-4651-b461-c00e107fb3d0,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:18.236509 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37216) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:18.288584 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-735d5f3c-79a5-49dc-bdc1-eaa474c68c33 admin admin] Publish callbacks [] for security_group (3ffd867d-287d-4651-b461-c00e107fb3d0), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.312874 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-735d5f3c-79a5-49dc-bdc1-eaa474c68c33 admin admin] Publish callbacks [] for security_group (3ffd867d-287d-4651-b461-c00e107fb3d0), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.364182 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-735d5f3c-79a5-49dc-bdc1-eaa474c68c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (3ffd867d-287d-4651-b461-c00e107fb3d0), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.366712 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-735d5f3c-79a5-49dc-bdc1-eaa474c68c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.368007 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-735d5f3c-79a5-49dc-bdc1-eaa474c68c33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ffd867d-287d-4651-b461-c00e107fb3d0 HTTP/1.1" status: 204 len: 168 time: 0.1304777 Aug 01 14:18:18.377107 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d5f3c-79a5-49dc-bdc1-eaa474c68c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffd867d-287d-4651-b461-c00e107fb3d0,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:18.727913 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37222) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:18.742053 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e7205875-9b6d-42ba-8ce3-7ceae0ec06f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.833166 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e7205875-9b6d-42ba-8ce3-7ceae0ec06f9 admin admin] Publish callbacks [] for security_group (bc060120-8e08-4fd0-9edf-d9fcad24eb6e), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.838709 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-e7205875-9b6d-42ba-8ce3-7ceae0ec06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (bc060120-8e08-4fd0-9edf-d9fcad24eb6e), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.879241 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7205875-9b6d-42ba-8ce3-7ceae0ec06f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc060120-8e08-4fd0-9edf-d9fcad24eb6e,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:18.885426 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-e7205875-9b6d-42ba-8ce3-7ceae0ec06f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d3a408eae50f4017b4c348bb48104a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560805 Aug 01 14:18:18.888363 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37224) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:18.945462 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-de108848-040b-421f-8f39-d44c83fafb68 admin admin] Publish callbacks [] for security_group (bc060120-8e08-4fd0-9edf-d9fcad24eb6e), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:18.969979 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-de108848-040b-421f-8f39-d44c83fafb68 admin admin] Publish callbacks [] for security_group (bc060120-8e08-4fd0-9edf-d9fcad24eb6e), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:19.026315 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-de108848-040b-421f-8f39-d44c83fafb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (bc060120-8e08-4fd0-9edf-d9fcad24eb6e), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:19.029546 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-de108848-040b-421f-8f39-d44c83fafb68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:19.030751 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-de108848-040b-421f-8f39-d44c83fafb68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc060120-8e08-4fd0-9edf-d9fcad24eb6e HTTP/1.1" status: 204 len: 168 time: 0.1415319 Aug 01 14:18:19.040027 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de108848-040b-421f-8f39-d44c83fafb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc060120-8e08-4fd0-9edf-d9fcad24eb6e,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:20.836263 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:23.994451 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=14 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:24.001450 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=14 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:24.355373 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:24.358450 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:24.388070 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-203dc20e-9b37-4410-b3c0-85250181ec45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:26.603620 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dd928379-d4c7-4ce8-84bc-5789418e7f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:28.294988 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:28.875131 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:28.877486 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=68,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:29.034140 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:29.035767 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:INSERT=5,neutron:SELECT=46,neutron:DELETE=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:29.161145 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:29.950568 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:34.395195 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:34.396508 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:36.899666 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f4931-d2e6-4474-80c1-1bd0a1b57201 req-6299c360-1689-4905-a8ba-7c5258aa5810 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:36.901302 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cd0f4931-d2e6-4474-80c1-1bd0a1b57201 req-6299c360-1689-4905-a8ba-7c5258aa5810 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0512037 Aug 01 14:18:36.952116 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cd0f4931-d2e6-4474-80c1-1bd0a1b57201 req-0d0867e8-977b-4d7e-8551-2630ed8e88e1 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449319 Aug 01 14:18:38.089381 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bc189-1cde-4dca-b3dd-8192bf91cd9b req-365c9738-5ab2-464f-911f-8b090c4a1226 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:38.090939 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-494bc189-1cde-4dca-b3dd-8192bf91cd9b req-365c9738-5ab2-464f-911f-8b090c4a1226 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0527394 Aug 01 14:18:38.142557 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-494bc189-1cde-4dca-b3dd-8192bf91cd9b req-8efe3878-7267-4251-ac45-991c9c03e031 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457263 Aug 01 14:18:38.511088 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-bfa5998f-359e-4465-a4ff-14cb29b500fb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:38.512661 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-bfa5998f-359e-4465-a4ff-14cb29b500fb tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0558093 Aug 01 14:18:38.602374 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Deleting port 3f82595f-922a-4da1-bb87-ffcee50a548a {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:18:38.602722 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:38.981396 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] For port 3f82595f-922a-4da1-bb87-ffcee50a548a, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=3f82595f-922a-4da1-bb87-ffcee50a548a,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:18:38.981758 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:39.153118 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:39.153879 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:39.153879 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Floating IP 89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60 disassociated. External IP: 172.27.4.220, port: 3f82595f-922a-4da1-bb87-ffcee50a548a. Aug 01 14:18:39.154141 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Calling delete_port for 3f82595f-922a-4da1-bb87-ffcee50a548a owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:18:39.303782 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7062-bdc3-4c7b-a4b6-c2c01deeb6ee req-fe71694d-ed29-437e-a69b-3cd1e65d55c0 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:39.305254 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f80f7062-bdc3-4c7b-a4b6-c2c01deeb6ee req-fe71694d-ed29-437e-a69b-3cd1e65d55c0 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=705cc9b9-fac2-4ec1-8137-d1993552b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0800564 Aug 01 14:18:39.351095 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (3f82595f-922a-4da1-bb87-ffcee50a548a), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:39.389168 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'Port': ['ID=3f82595f-922a-4da1-bb87-ffcee50a548a,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:39.407853 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.408199 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.408893 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.409245 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.409603 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.409933 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.410281 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.410612 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.410946 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.411280 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.411621 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.411951 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.412315 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.412634 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.412976 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:39.420264 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f80f7062-bdc3-4c7b-a4b6-c2c01deeb6ee req-ac7a0eac-7125-4714-a288-2f804a413e57 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5d06fa1-744a-4484-b5ab-a29aa954354e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074641 Aug 01 14:18:39.494744 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:39.524532 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:39.526540 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Router 81e49279-8e0b-41d8-8922-2266359f7c20 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:18:39.639575 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:18:39.651513 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:18:39.662719 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:18:39.663422 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:18:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:18:39.689005 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] No DVR routers for this DVR port 3f82595f-922a-4da1-bb87-ffcee50a548a on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:18:39.691742 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:39.695077 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8f0f1020-269a-456c-a83c-0c4ff8cf74cb req-ac5f7168-346f-49b6-98ea-752703b2b447 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "DELETE /v2.0/ports/3f82595f-922a-4da1-bb87-ffcee50a548a HTTP/1.1" status: 204 len: 173 time: 1.1764922 Aug 01 14:18:39.695535 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'name': 'network-vif-deleted', 'tag': '3f82595f-922a-4da1-bb87-ffcee50a548a'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:18:39.699246 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaab3aa-d002-4800-b12f-cc94dea11cab" -d '{"events": [{"server_uuid": "705cc9b9-fac2-4ec1-8137-d1993552b6a4", "name": "network-vif-deleted", "tag": "3f82595f-922a-4da1-bb87-ffcee50a548a"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:18:39.746895 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a05f000-c5cd-4a27-89e5-a813a774c503 x-openstack-request-id: req-1a05f000-c5cd-4a27-89e5-a813a774c503 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:18:39.747276 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705cc9b9-fac2-4ec1-8137-d1993552b6a4", "name": "network-vif-deleted", "tag": "3f82595f-922a-4da1-bb87-ffcee50a548a", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:18:39.747807 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a05f000-c5cd-4a27-89e5-a813a774c503 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:18:39.748489 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a05f000-c5cd-4a27-89e5-a813a774c503'] response: {'server_uuid': '705cc9b9-fac2-4ec1-8137-d1993552b6a4', 'name': 'network-vif-deleted', 'tag': '3f82595f-922a-4da1-bb87-ffcee50a548a', 'status': 'completed', 'code': 200} Aug 01 14:18:39.806657 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:18:40.017340 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:18:40.042230 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:18:40.051657 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:18:40.052264 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:18:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:18:40.175335 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:18:40.375587 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:18:40.405105 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d8f19-4cb9-4959-a90f-7776799523fc None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:18:40.521235 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37312) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:40.593764 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0449f993-4885-4675-a26c-934a9c3ab2ab tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (f5d06fa1-744a-4484-b5ab-a29aa954354e), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:40.623731 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0449f993-4885-4675-a26c-934a9c3ab2ab tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (f5d06fa1-744a-4484-b5ab-a29aa954354e), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:40.665407 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aefd6c-89e6-4c87-92b0-38bce229cfe0 None None] New status for floating IP 89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60: DOWN {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:18:40.682047 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0449f993-4885-4675-a26c-934a9c3ab2ab tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (f5d06fa1-744a-4484-b5ab-a29aa954354e), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:40.685483 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0449f993-4885-4675-a26c-934a9c3ab2ab tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:40.686905 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0449f993-4885-4675-a26c-934a9c3ab2ab tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "DELETE /v2.0/security-groups/f5d06fa1-744a-4484-b5ab-a29aa954354e HTTP/1.1" status: 204 len: 168 time: 0.1644251 Aug 01 14:18:40.689849 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37314) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:40.698049 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449f993-4885-4675-a26c-934a9c3ab2ab tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d06fa1-744a-4484-b5ab-a29aa954354e,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:40.705269 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.api.v2.resource [None req-0a01c3d4-3a62-4d65-b472-7b5c3c791d15 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] show failed (client error): The resource could not be found. Aug 01 14:18:40.706594 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0a01c3d4-3a62-4d65-b472-7b5c3c791d15 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups/f5d06fa1-744a-4484-b5ab-a29aa954354e HTTP/1.1" status: 404 len: 347 time: 0.0149341 Aug 01 14:18:40.709996 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37316) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:40.832730 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-3013fcbb-1767-4401-813f-239058072106 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Deleting port 291f81c2-060a-4c65-9935-16a7a513c69c {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:18:40.833077 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3013fcbb-1767-4401-813f-239058072106 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (291f81c2-060a-4c65-9935-16a7a513c69c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:40.915720 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3013fcbb-1767-4401-813f-239058072106 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (291f81c2-060a-4c65-9935-16a7a513c69c), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:40.916048 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3013fcbb-1767-4401-813f-239058072106 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (291f81c2-060a-4c65-9935-16a7a513c69c), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:40.930533 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-3013fcbb-1767-4401-813f-239058072106 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Calling delete_port for 291f81c2-060a-4c65-9935-16a7a513c69c owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:18:41.074731 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3013fcbb-1767-4401-813f-239058072106 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (291f81c2-060a-4c65-9935-16a7a513c69c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.098425 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013fcbb-1767-4401-813f-239058072106 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'Port': ['ID=291f81c2-060a-4c65-9935-16a7a513c69c,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:41.173569 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3013fcbb-1767-4401-813f-239058072106 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.177034 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3013fcbb-1767-4401-813f-239058072106 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.178850 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-3013fcbb-1767-4401-813f-239058072106 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "DELETE /v2.0/floatingips/89e8f3ec-7f60-4a21-9cb7-d408d7a6bd60 HTTP/1.1" status: 204 len: 168 time: 0.4675918 Aug 01 14:18:41.255038 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37320) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:41.259885 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-8d5036d3-2c6e-4a40-b060-1116279ce81e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387874666', 'description': 'tempest-description--1404264868'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:18:41.284413 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d5036d3-2c6e-4a40-b060-1116279ce81e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.370383 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d5036d3-2c6e-4a40-b060-1116279ce81e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (94fc3a4a-af8c-4e26-b9cd-1f332e9d67de), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.375000 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d5036d3-2c6e-4a40-b060-1116279ce81e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (94fc3a4a-af8c-4e26-b9cd-1f332e9d67de), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.409261 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5036d3-2c6e-4a40-b060-1116279ce81e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:41.413649 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-8d5036d3-2c6e-4a40-b060-1116279ce81e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.414998 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-8d5036d3-2c6e-4a40-b060-1116279ce81e tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1586740 Aug 01 14:18:41.419713 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37322) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:41.424488 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-3076a085-f982-4239-9a37-1e2639602c44 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group_rule': {'security_group_id': '94fc3a4a-af8c-4e26-b9cd-1f332e9d67de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:18:41.455198 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3076a085-f982-4239-9a37-1e2639602c44 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (8702c323-ec47-4644-bf17-495fff92e459), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.522183 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3076a085-f982-4239-9a37-1e2639602c44 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (8702c323-ec47-4644-bf17-495fff92e459), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.527067 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3076a085-f982-4239-9a37-1e2639602c44 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (8702c323-ec47-4644-bf17-495fff92e459), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.550398 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076a085-f982-4239-9a37-1e2639602c44 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8702c323-ec47-4644-bf17-495fff92e459,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:41.558938 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3076a085-f982-4239-9a37-1e2639602c44 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.560239 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-3076a085-f982-4239-9a37-1e2639602c44 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395307 Aug 01 14:18:41.563156 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37324) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:41.572451 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-f9759fc6-50ee-4f1c-bc6d-da5ad53898df tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'security_group_rule': {'security_group_id': '94fc3a4a-af8c-4e26-b9cd-1f332e9d67de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:18:41.605444 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:41.610331 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f9759fc6-50ee-4f1c-bc6d-da5ad53898df tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (0b3d24c7-95c3-409b-ba86-0a44bb356f6c), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.622895 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:41.684393 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f9759fc6-50ee-4f1c-bc6d-da5ad53898df tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (0b3d24c7-95c3-409b-ba86-0a44bb356f6c), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.688892 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f9759fc6-50ee-4f1c-bc6d-da5ad53898df tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468696'] for security_group_rule (0b3d24c7-95c3-409b-ba86-0a44bb356f6c), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.710155 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9759fc6-50ee-4f1c-bc6d-da5ad53898df tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3d24c7-95c3-409b-ba86-0a44bb356f6c,revision_number=0']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:41.718222 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f9759fc6-50ee-4f1c-bc6d-da5ad53898df tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.719091 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f9759fc6-50ee-4f1c-bc6d-da5ad53898df tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543036 Aug 01 14:18:41.722618 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37326) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:41.727277 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'floatingip': {'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:18:41.749604 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.831750 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:41.955780 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_common [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Allocated IP 172.27.4.170 (d8be1c6a-b91c-442d-8ade-fce2fb3e8857/5c7ae0e7-5220-4fd1-baa4-b353770847a4/b2fa7124-9994-4dfa-a62b-6a7071093110) {{(pid=104319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:18:42.086664 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (b2fa7124-9994-4dfa-a62b-6a7071093110), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:42.129021 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (b2fa7124-9994-4dfa-a62b-6a7071093110), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:42.176764 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Network d8be1c6a-b91c-442d-8ade-fce2fb3e8857 is already hosted by enough agents. {{(pid=104319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:18:42.182327 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.base_scheduler [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Resources bound (agent type, host, resource id): {{(pid=104319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:18:42.184606 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=b2fa7124-9994-4dfa-a62b-6a7071093110,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:42.186825 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Received port after_create {{(pid=104319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:18:42.268972 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (0aa05f86-18e1-4bde-b90e-5ca71b59d3c1), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:42.316840 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (b2fa7124-9994-4dfa-a62b-6a7071093110), before_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:42.400850 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:18:42.401507 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:42.430712 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:42.491438 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (b2fa7124-9994-4dfa-a62b-6a7071093110), precommit_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:42.496761 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-124942858'] for port (b2fa7124-9994-4dfa-a62b-6a7071093110), after_update {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:42.569590 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=b2fa7124-9994-4dfa-a62b-6a7071093110,revision_number=2']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:42.572219 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (0aa05f86-18e1-4bde-b90e-5ca71b59d3c1), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:42.590074 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:42.591365 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d15d57af-b642-4e03-a3c4-d041ce1db336 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8677490 Aug 01 14:18:42.867676 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-e9b7e712-257a-4cb5-94a4-ed5cab648601 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--387874666&fields=id&tenant_id=db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 267 time: 0.0461588 Aug 01 14:18:42.987118 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-500e136a-22f1-4e07-9396-96a42031b2b3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:42.988676 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-500e136a-22f1-4e07-9396-96a42031b2b3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 815 time: 0.1137915 Aug 01 14:18:43.010114 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-b03f54f6-84a4-4cdc-b347-ec6dd4af2855 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/quotas/db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 375 time: 0.0152283 Aug 01 14:18:43.069299 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-f47a5d0e-a45a-4f7d-93b4-028d7e3733d8 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514848 Aug 01 14:18:43.088114 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-368ecd63-3281-4601-8949-2e49bc0e9c03 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:18:43.089186 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-368ecd63-3281-4601-8949-2e49bc0e9c03 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069456 Aug 01 14:18:43.229845 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-9b0f1a5c-56dd-4df0-915c-397e0752aa3d service neutron] 10.222.0.45 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344719 Aug 01 14:18:43.343663 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-9dc3bbdc-116d-48c3-8f58-5eac6435ce0b service neutron] 10.222.0.45 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076078 Aug 01 14:18:43.361588 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3f82595f-922a-4da1-bb87-ffcee50a548a no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:18:43.383578 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 3f82595f-922a-4da1-bb87-ffcee50a548a {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:18:43.383990 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 3f82595f-922a-4da1-bb87-ffcee50a548a not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:18:43.536431 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-85f5ed53-f4a1-4763-aa42-e95a89b3f99b req-8619f2bd-aed9-4e07-b273-dd64e20d9683 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 210 time: 0.0321791 Aug 01 14:18:44.550883 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-ecee7b3a-f5b1-4c01-a39d-455f555d6dce tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:44.552415 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-ecee7b3a-f5b1-4c01-a39d-455f555d6dce tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 815 time: 0.1199985 Aug 01 14:18:44.630809 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:44.638029 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-f2dfd269-2109-4853-8124-43c715bd7580 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db87d8b3358945aa88acbdc4246917ae HTTP/1.1" status: 200 len: 379 time: 0.0761566 Aug 01 14:18:44.655026 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bfe73cf3-bd5f-49d3-9614-1ab9595b67da req-592227da-c59e-4bdf-9342-1e4bd6664258 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 210 time: 0.0389500 Aug 01 14:18:44.700884 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'port': {'device_id': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'admin_state_up': True, 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'security_groups': ['94fc3a4a-af8c-4e26-b9cd-1f332e9d67de']}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:18:44.818453 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:44.826802 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Made reservation on behalf of db87d8b3358945aa88acbdc4246917ae for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:18:44.830329 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:44.970331 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Allocated IP 172.20.0.11 (1987c22e-ab83-4108-bc22-29b9909b71a1/aa6d82a5-098f-44c2-8d12-39c17960c636/635a99d2-0a61-4a73-a3d0-fdf636d39a2f) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:18:45.126408 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:45.164300 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:45.212935 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:18:45.216240 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:18:45.220212 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:18:45.244257 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event updated for resources: {'Port': ['ID=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:45.277687 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:45.278326 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:45.297950 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cd563ce7-7477-48db-85f3-11409b781272 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6009371 Aug 01 14:18:45.309796 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-31faee55-3f2e-42c0-9d7e-7bd77d7305e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 01 14:18:45.311103 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-31faee55-3f2e-42c0-9d7e-7bd77d7305e7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0075917 Aug 01 14:18:45.322271 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Request body: {'port': {'device_id': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:18:45.389082 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:45.410972 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-f050ed4e-26e4-4923-9371-e42874f74d56 None None] Provisioning complete for port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f triggered by entity DHCP. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:18:45.411582 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f050ed4e-26e4-4923-9371-e42874f74d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:45.444164 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-f050ed4e-26e4-4923-9371-e42874f74d56 None None] Port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f cannot update to ACTIVE because it is not bound. {{(pid=104320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 01 14:18:45.612049 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:45.642503 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:45.659314 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635a99d2-0a61-4a73-a3d0-fdf636d39a2f {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:18:45.668074 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Publish callbacks [] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:45.682036 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Transition to ACTIVE for port object 635a99d2-0a61-4a73-a3d0-fdf636d39a2f will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:18:45.687038 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:45.781871 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Pushing event updated for resources: {'Port': ['ID=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:45.829717 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baef88c-8e90-43b2-bb6b-6255962c4e8e req-ce12358d-7dcc-4f84-931d-96908efcfe8a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:45.831194 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2baef88c-8e90-43b2-bb6b-6255962c4e8e req-ce12358d-7dcc-4f84-931d-96908efcfe8a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 944 time: 0.0849934 Aug 01 14:18:45.866165 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Attempting to bind port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:18:45.866497 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Attempting to bind port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:18:45.866830 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Attempting to bind port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f on network 1987c22e-ab83-4108-bc22-29b9909b71a1 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:18:45.880725 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f on network 1987c22e-ab83-4108-bc22-29b9909b71a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:18:45.881074 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Attempting to bind port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f on network 1987c22e-ab83-4108-bc22-29b9909b71a1 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:18:45.896089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:18:45.896370 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Checking segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:18:45.896742 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Bound using segment: {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:18:45.897184 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Bound port: 635a99d2-0a61-4a73-a3d0-fdf636d39a2f, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4edc5-e565-40b3-8663-933d40c93fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:18:45.897549 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:45.913507 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2baef88c-8e90-43b2-bb6b-6255962c4e8e req-d041a750-b4dc-4d41-b447-130552b06cb3 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761812 Aug 01 14:18:45.974454 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] For port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:18:45.978026 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] For port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:18:45.986397 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:45.989819 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:45.990438 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:45.992030 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] 10.222.0.57 "PUT /v2.0/ports/635a99d2-0a61-4a73-a3d0-fdf636d39a2f HTTP/1.1" status: 200 len: 1094 time: 0.6740580 Aug 01 14:18:45.994284 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'tag': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:18:45.997466 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c984b44-edc7-40ac-ae64-2dd186f63f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6cdfa01-7170-497f-bdfa-a6e5d95e4007", "tag": "635a99d2-0a61-4a73-a3d0-fdf636d39a2f"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:18:46.046924 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602b4533-3218-4e53-b285-b0177120fd45 x-openstack-request-id: req-602b4533-3218-4e53-b285-b0177120fd45 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:18:46.047254 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6cdfa01-7170-497f-bdfa-a6e5d95e4007", "tag": "635a99d2-0a61-4a73-a3d0-fdf636d39a2f", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:18:46.047555 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-602b4533-3218-4e53-b285-b0177120fd45 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:18:46.047955 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602b4533-3218-4e53-b285-b0177120fd45'] response: {'name': 'network-changed', 'server_uuid': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'tag': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f', 'status': 'completed', 'code': 200} Aug 01 14:18:46.087169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02366715-e8a4-482a-af5c-2200db31dc21 service neutron] Pushing event updated for resources: {'Port': ['ID=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:46.090617 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-9221df76-217c-4e35-a923-7bba9d6c92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:46.092131 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-9221df76-217c-4e35-a923-7bba9d6c92af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 1128 time: 0.0566995 Aug 01 14:18:46.136119 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-965aa7a1-b8b6-4939-91e3-c26dda312222 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635a99d2-0a61-4a73-a3d0-fdf636d39a2f HTTP/1.1" status: 200 len: 217 time: 0.0372641 Aug 01 14:18:46.188523 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cbc5f60a-d527-4ae0-be00-fb5ed4395108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:46.189983 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cbc5f60a-d527-4ae0-be00-fb5ed4395108 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.0475020 Aug 01 14:18:46.235266 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cf51aa51-dc76-4fd7-8eb1-bb2c8dbd8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:46.236788 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-cf51aa51-dc76-4fd7-8eb1-bb2c8dbd8328 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409951 Aug 01 14:18:46.345325 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-9da9653c-f68a-4c5d-bf74-bad84f522d79 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024420 Aug 01 14:18:46.441223 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a864f2d4-15c3-4112-905b-2ee622caff09 req-eb466e52-7cfd-4e07-b1c6-a3197f06b7b3 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875351 Aug 01 14:18:47.044310 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5a129-c26b-49db-9d1d-9a77c0052218 req-4bf96dfa-791c-43ba-8052-3a0a78f4181a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:47.045959 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ded5a129-c26b-49db-9d1d-9a77c0052218 req-4bf96dfa-791c-43ba-8052-3a0a78f4181a tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 944 time: 0.0565050 Aug 01 14:18:47.104395 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ded5a129-c26b-49db-9d1d-9a77c0052218 req-e43208fb-c86f-4917-8cfb-f64911cb5f35 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491662 Aug 01 14:18:47.252799 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-d2ea9401-90f4-4cbe-9486-64bbc997f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:47.255436 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-d2ea9401-90f4-4cbe-9486-64bbc997f8e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 1128 time: 0.0661685 Aug 01 14:18:47.315417 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:47.336700 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:47.365405 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-1bcf0c80-f5db-4adb-a300-26b27ed081e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:47.367098 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-1bcf0c80-f5db-4adb-a300-26b27ed081e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 916 time: 0.1053455 Aug 01 14:18:47.409154 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-54560163-edcb-4b8a-975c-fb479f4a1b80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635a99d2-0a61-4a73-a3d0-fdf636d39a2f HTTP/1.1" status: 200 len: 217 time: 0.0355263 Aug 01 14:18:47.464120 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-1ea15773-a31f-488b-833b-7adeeeaa5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:47.465653 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-1ea15773-a31f-488b-833b-7adeeeaa5814 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.0500240 Aug 01 14:18:47.515717 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-86a16379-2a48-4d48-8eef-3247bcafb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:47.517317 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-86a16379-2a48-4d48-8eef-3247bcafb49c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456622 Aug 01 14:18:47.623987 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-2617a388-c12c-451d-b751-160c4041c596 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000233 Aug 01 14:18:47.725159 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4c984b44-edc7-40ac-ae64-2dd186f63f9f req-b0c317fb-33dd-4381-a124-e1e2a0471426 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953920 Aug 01 14:18:48.252058 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670dbec-41f7-48a2-8a10-f983474573dc req-55780eb9-9b62-4029-bdfa-27ab11bd704b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:48.253796 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9670dbec-41f7-48a2-8a10-f983474573dc req-55780eb9-9b62-4029-bdfa-27ab11bd704b tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 944 time: 0.0639477 Aug 01 14:18:48.323123 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9670dbec-41f7-48a2-8a10-f983474573dc req-e80d69a8-c02b-4ca8-9feb-c69dc43783fe tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595980 Aug 01 14:18:49.408445 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 635a99d2-0a61-4a73-a3d0-fdf636d39a2f details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:18:49.457898 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fb0a8-219f-436f-af4e-3fa41e14aa43 req-e048b0ad-8b47-4677-8259-05d4863cdd92 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:49.459452 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-496fb0a8-219f-436f-af4e-3fa41e14aa43 req-e048b0ad-8b47-4677-8259-05d4863cdd92 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 944 time: 0.0524240 Aug 01 14:18:49.506981 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:49.516880 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-496fb0a8-219f-436f-af4e-3fa41e14aa43 req-16727af0-9837-43c9-8d10-5beee2e11263 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493622 Aug 01 14:18:49.519941 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:18:49.532512 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'port_id': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f', 'mac_address': 'fa:16:3e:a5:24:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:18:49.536693 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:49.578071 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:18:49.578610 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:49.724213 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635a99d2-0a61-4a73-a3d0-fdf636d39a2f {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:18:49.745914 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:18:49.751432 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:49.803027 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:49.810987 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.811335 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.811678 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.812017 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.812388 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.812723 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.813049 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.813373 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.813699 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.814033 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.814364 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.814676 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.814994 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.815313 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.815630 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:18:49.980043 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['635a99d2-0a61-4a73-a3d0-fdf636d39a2f'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:18:50.652042 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e50bb7-d52c-427b-bbda-75d4fffc21df req-0fcd23f4-4b28-4bff-bb82-e14d05bfaf27 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:50.653654 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c5e50bb7-d52c-427b-bbda-75d4fffc21df req-0fcd23f4-4b28-4bff-bb82-e14d05bfaf27 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 945 time: 0.0555468 Aug 01 14:18:50.727969 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c5e50bb7-d52c-427b-bbda-75d4fffc21df req-fe073b00-e9e3-494a-ba4c-e0954c486ca9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637393 Aug 01 14:18:50.845773 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:51.424301 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 635a99d2-0a61-4a73-a3d0-fdf636d39a2f up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:18:51.475318 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:18:51.485222 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:18:51.485602 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:51.569240 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:18:51.569608 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:51.594090 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:18:51.596553 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1018cb0a-a9c8-4e9a-b8d2-918b6517eb65" -d '{"events": [{"server_uuid": "f6cdfa01-7170-497f-bdfa-a6e5d95e4007", "name": "network-vif-plugged", "status": "completed", "tag": "635a99d2-0a61-4a73-a3d0-fdf636d39a2f"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:18:51.610334 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:18:51.617799 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:51.641397 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2878a84f-3e6a-4306-b3a4-b4cdd806e705 x-openstack-request-id: req-2878a84f-3e6a-4306-b3a4-b4cdd806e705 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:18:51.641681 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cdfa01-7170-497f-bdfa-a6e5d95e4007", "name": "network-vif-plugged", "status": "completed", "tag": "635a99d2-0a61-4a73-a3d0-fdf636d39a2f", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:18:51.641925 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2878a84f-3e6a-4306-b3a4-b4cdd806e705 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:18:51.642308 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2878a84f-3e6a-4306-b3a4-b4cdd806e705'] response: {'server_uuid': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f', 'code': 200} Aug 01 14:18:51.681485 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:18:51.861342 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed06165-5357-4946-9e7a-12d6810744c3 req-976a44b3-abfb-42ab-bfe6-4eb81119f9d0 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:51.862900 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fed06165-5357-4946-9e7a-12d6810744c3 req-976a44b3-abfb-42ab-bfe6-4eb81119f9d0 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 946 time: 0.0555778 Aug 01 14:18:51.951922 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fed06165-5357-4946-9e7a-12d6810744c3 req-3711b7bb-3db2-47c3-aa0f-c2aa63478dfe tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791016 Aug 01 14:18:51.961624 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83064223-4f55-4c20-a816-380d4a0da2a4 req-d9a1d1ec-debc-4750-a8bd-4edaa603ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:51.963459 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-83064223-4f55-4c20-a816-380d4a0da2a4 req-d9a1d1ec-debc-4750-a8bd-4edaa603ed87 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 1130 time: 0.1747937 Aug 01 14:18:52.014937 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-83064223-4f55-4c20-a816-380d4a0da2a4 req-f0dfd9a9-70c3-4218-bc57-9ddbb1af4b3b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446835 Aug 01 14:18:52.395126 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:52.396010 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:52.576679 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=15 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:52.583073 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:53.079765 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca21b28-6480-412f-a195-d6cddeefdfab req-7c7f3885-cb2b-4af9-ae10-86c34975ecef tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:53.081293 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9ca21b28-6480-412f-a195-d6cddeefdfab req-7c7f3885-cb2b-4af9-ae10-86c34975ecef tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 946 time: 0.0489633 Aug 01 14:18:53.132923 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9ca21b28-6480-412f-a195-d6cddeefdfab req-dbc654c5-29c3-4eea-bd4c-42311f103243 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458782 Aug 01 14:18:54.267288 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96c6d8-de57-4770-9f7d-dd227d74d17a req-feb654e8-fefc-4369-b31b-8409c62a1dbe tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:54.268903 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8d96c6d8-de57-4770-9f7d-dd227d74d17a req-feb654e8-fefc-4369-b31b-8409c62a1dbe tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 946 time: 0.0492439 Aug 01 14:18:54.298481 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:54.325395 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8d96c6d8-de57-4770-9f7d-dd227d74d17a req-cde64626-83d1-4b72-b2f8-1bee475bfb59 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490365 Aug 01 14:18:54.363108 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-69402bbf-f9f5-4855-8612-cc68c55270d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:54.447983 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406ae21-744f-4bf2-b4ed-f142d2b403dd req-85b8674a-aa27-4920-b84c-ad007c11f503 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:54.449520 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2406ae21-744f-4bf2-b4ed-f142d2b403dd req-85b8674a-aa27-4920-b84c-ad007c11f503 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 946 time: 0.0516300 Aug 01 14:18:54.460011 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37384) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:18:54.464745 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-3f15d651-7c36-4f84-889e-46ca6209581f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Request body: {'floatingip': {'port_id': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:18:54.505715 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f15d651-7c36-4f84-889e-46ca6209581f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (0aa05f86-18e1-4bde-b90e-5ca71b59d3c1), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:54.587253 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:54.978640 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f15d651-7c36-4f84-889e-46ca6209581f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:54.985524 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f15d651-7c36-4f84-889e-46ca6209581f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (0aa05f86-18e1-4bde-b90e-5ca71b59d3c1), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:55.096928 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [None req-3f15d651-7c36-4f84-889e-46ca6209581f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Floating IP 0aa05f86-18e1-4bde-b90e-5ca71b59d3c1 associated. External IP: 172.27.4.170, port: 635a99d2-0a61-4a73-a3d0-fdf636d39a2f. Aug 01 14:18:55.611803 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f15d651-7c36-4f84-889e-46ca6209581f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Router 81e49279-8e0b-41d8-8922-2266359f7c20 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:18:55.723568 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f15d651-7c36-4f84-889e-46ca6209581f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:18:55.728845 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3f15d651-7c36-4f84-889e-46ca6209581f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:55.734651 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:18:55.746002 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:18:55.746648 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:18:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:18:55.757603 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:55.765440 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-3f15d651-7c36-4f84-889e-46ca6209581f tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "PUT /v2.0/floatingips/0aa05f86-18e1-4bde-b90e-5ca71b59d3c1 HTTP/1.1" status: 200 len: 992 time: 1.3042471 Aug 01 14:18:55.766036 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'tag': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:18:55.768407 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c868a3-88ca-41a9-a263-afa7c3a3d704" -d '{"events": [{"name": "network-changed", "server_uuid": "f6cdfa01-7170-497f-bdfa-a6e5d95e4007", "tag": "635a99d2-0a61-4a73-a3d0-fdf636d39a2f"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:18:55.807935 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9211a6-5f20-48e7-b792-55cda9ca4c49 x-openstack-request-id: req-ee9211a6-5f20-48e7-b792-55cda9ca4c49 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:18:55.808226 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6cdfa01-7170-497f-bdfa-a6e5d95e4007", "tag": "635a99d2-0a61-4a73-a3d0-fdf636d39a2f", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:18:55.808594 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee9211a6-5f20-48e7-b792-55cda9ca4c49 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:18:55.808990 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9211a6-5f20-48e7-b792-55cda9ca4c49'] response: {'name': 'network-changed', 'server_uuid': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'tag': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f', 'status': 'completed', 'code': 200} Aug 01 14:18:55.842850 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:55.860157 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:18:55.878722 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-8ae4cba1-43c9-4320-93ab-691e1b70cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:55.880454 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-8ae4cba1-43c9-4320-93ab-691e1b70cc5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 1130 time: 0.0493171 Aug 01 14:18:55.893288 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:55.981337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-1b5fcf9d-9743-4d9e-8a79-4521b9f6e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:55.983000 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-1b5fcf9d-9743-4d9e-8a79-4521b9f6e7d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 916 time: 0.0969114 Aug 01 14:18:56.051883 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-c3b82c94-8e34-471a-8556-313d22fbac4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635a99d2-0a61-4a73-a3d0-fdf636d39a2f HTTP/1.1" status: 200 len: 1000 time: 0.0623150 Aug 01 14:18:56.065925 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:18:56.089455 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '0aa05f86-18e1-4bde-b90e-5ca71b59d3c1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.170', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:a5:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:18:42Z', 'updated_at': '2022-08-01T14:18:54Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:18:56.103410 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-dde88e71-0b65-49a8-8886-370e4a71e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:56.104920 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-dde88e71-0b65-49a8-8886-370e4a71e051 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.0471046 Aug 01 14:18:56.115212 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:18:56.124776 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:18:56.125418 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:18:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:18:56.153709 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-532917a4-6eb2-4342-9401-a0f65b36204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:18:56.156980 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-532917a4-6eb2-4342-9401-a0f65b36204c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457652 Aug 01 14:18:56.242679 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:18:56.264532 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-6b289698-0323-41f6-a05b-51311d32a1d1 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015840 Aug 01 14:18:56.366839 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-84c868a3-88ca-41a9-a263-afa7c3a3d704 req-af85ac88-a032-497b-bb06-098bd4c9174d service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962946 Aug 01 14:18:56.484340 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '0aa05f86-18e1-4bde-b90e-5ca71b59d3c1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.170', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:a5:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:18:42Z', 'updated_at': '2022-08-01T14:18:54Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:18:56.512106 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea8f4e-10f2-444c-933f-7fe100d0ee96 None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': '0aa05f86-18e1-4bde-b90e-5ca71b59d3c1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'floating_ip_address': '172.27.4.170', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'port_id': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'mac_address': 'fa:16:3e:a5:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:18:42Z', 'updated_at': '2022-08-01T14:18:54Z', 'revision_number': 1, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:18:56.598605 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8599f58e-57e5-4afa-886a-e48b802f517b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:56.725079 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47259450-1b7c-4077-a0d9-5246f6f4e6dc None None] New status for floating IP 0aa05f86-18e1-4bde-b90e-5ca71b59d3c1: ACTIVE {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:18:58.285616 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:59.159801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:18:59.959110 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:06.350022 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=46 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:06.363742 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=28 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:09.941665 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:09.951924 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:16.068035 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37394) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:16.235641 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Deleting port bf93ab61-4436-4e6f-b520-3ba7d5653cf1 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:16.236063 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (bf93ab61-4436-4e6f-b520-3ba7d5653cf1), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:16.322202 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (bf93ab61-4436-4e6f-b520-3ba7d5653cf1), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:16.322520 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (bf93ab61-4436-4e6f-b520-3ba7d5653cf1), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:16.336608 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Calling delete_port for bf93ab61-4436-4e6f-b520-3ba7d5653cf1 owned by network:floatingip {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:16.512816 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (bf93ab61-4436-4e6f-b520-3ba7d5653cf1), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:16.544627 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event deleted for resources: {'Port': ['ID=bf93ab61-4436-4e6f-b520-3ba7d5653cf1,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:16.616307 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (1f81157c-8f02-4ae9-aa4c-8eef66946260), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:16.616715 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Floating IP 1f81157c-8f02-4ae9-aa4c-8eef66946260 disassociated (deleted). External IP: 172.27.4.8, port: 2945d68d-3b91-4d52-b13b-c25098ca3225. Aug 01 14:19:16.833657 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Router 6747b800-9744-4b46-9c3c-5cec816cf9d6 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:19:16.944122 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:19:16.949704 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:16.954507 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] Sync routers for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:19:16.965034 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:16.965673 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:18:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:16.981034 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-3b6b847b-729a-4142-bde2-fac8c73bdf81 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "DELETE /v2.0/floatingips/1f81157c-8f02-4ae9-aa4c-8eef66946260 HTTP/1.1" status: 204 len: 168 time: 0.9118485 Aug 01 14:19:16.981594 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'tag': '2945d68d-3b91-4d52-b13b-c25098ca3225'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:19:16.983912 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8" -d '{"events": [{"name": "network-changed", "server_uuid": "92c15868-3e72-4d3f-9b87-00f3d51127c4", "tag": "2945d68d-3b91-4d52-b13b-c25098ca3225"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:19:17.088587 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:17.110644 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3df35d0-3453-4c62-9bac-47f237957bda x-openstack-request-id: req-b3df35d0-3453-4c62-9bac-47f237957bda {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:19:17.111217 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c15868-3e72-4d3f-9b87-00f3d51127c4", "tag": "2945d68d-3b91-4d52-b13b-c25098ca3225", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:19:17.111217 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3df35d0-3453-4c62-9bac-47f237957bda {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:19:17.111581 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3df35d0-3453-4c62-9bac-47f237957bda'] response: {'name': 'network-changed', 'server_uuid': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'tag': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'status': 'completed', 'code': 200} Aug 01 14:19:17.171547 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:17.178222 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:17.183814 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-aceb012f-a732-4666-8a61-67a201b3083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:17.185611 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-aceb012f-a732-4666-8a61-67a201b3083a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 1129 time: 0.0536969 Aug 01 14:19:17.264354 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbcf2a-0ea6-4b09-a99d-03f59623e4b0 req-bd40fcdf-cb84-4d23-882f-d5456cfe4d17 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:17.265947 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6edbcf2a-0ea6-4b09-a99d-03f59623e4b0 req-bd40fcdf-cb84-4d23-882f-d5456cfe4d17 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 945 time: 0.0600548 Aug 01 14:19:17.319360 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6edbcf2a-0ea6-4b09-a99d-03f59623e4b0 req-e1bdf77e-7a4a-4c44-8049-67cddb92e849 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474458 Aug 01 14:19:17.321168 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'e3806740-6f75-49e7-8a38-55b20e4e6701', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:8d:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:17Z', 'updated_at': '2022-08-01T14:15:19Z', 'revision_number': 1, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:17.351383 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] Checking router: 6747b800-9744-4b46-9c3c-5cec816cf9d6 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:19:17.360174 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:17.360825 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:18:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:17.596900 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:17.821177 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'e3806740-6f75-49e7-8a38-55b20e4e6701', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:8d:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:17Z', 'updated_at': '2022-08-01T14:15:19Z', 'revision_number': 1, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:17.847056 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865459f-0c1e-449b-93cd-c61d2d31b6e7 None None] The sync data for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi is: [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_floatingips': [{'id': 'e3806740-6f75-49e7-8a38-55b20e4e6701', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'router_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'port_id': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'mac_address': 'fa:16:3e:8d:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-01T14:15:17Z', 'updated_at': '2022-08-01T14:15:19Z', 'revision_number': 1, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:19:18.094088 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda6490-0300-40dd-bd7c-01871db71349 None None] New status for floating IP 1f81157c-8f02-4ae9-aa4c-8eef66946260: DOWN {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:19:18.288936 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-7ec15549-08f1-404d-b8bc-263660221dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:18.290476 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-7ec15549-08f1-404d-b8bc-263660221dd1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 912 time: 0.0966070 Aug 01 14:19:18.428741 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-91811b52-011d-483f-a7f6-0d51247e565f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2945d68d-3b91-4d52-b13b-c25098ca3225 HTTP/1.1" status: 200 len: 217 time: 0.0393384 Aug 01 14:19:18.512321 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdedf8d-b8fe-4f61-909d-4812843f460e req-8c777328-306c-49d7-97d3-179bca281df0 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:18.513896 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ffdedf8d-b8fe-4f61-909d-4812843f460e req-8c777328-306c-49d7-97d3-179bca281df0 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 945 time: 0.0879416 Aug 01 14:19:18.518149 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-277c9c7f-e384-4d34-88df-689a15d869c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:18.519567 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-277c9c7f-e384-4d34-88df-689a15d869c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.0819798 Aug 01 14:19:18.569762 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ffdedf8d-b8fe-4f61-909d-4812843f460e req-10a9000f-ce75-4eea-84ca-9ea5c1f8879d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486100 Aug 01 14:19:18.701417 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-bd935c10-a3eb-4937-89f1-b4a823daed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:18.702832 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-bd935c10-a3eb-4937-89f1-b4a823daed7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443890 Aug 01 14:19:18.805277 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-dff69668-b6ca-4a7d-9d48-95052e8a0388 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:18.806898 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-dff69668-b6ca-4a7d-9d48-95052e8a0388 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 945 time: 0.0877326 Aug 01 14:19:18.877492 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-d00f5855-2d5a-48e7-87f2-2b0292eada15 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595085 Aug 01 14:19:18.955136 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-ed672d86-49f3-4250-8ad4-4156a0143d9c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Deleting port 2945d68d-3b91-4d52-b13b-c25098ca3225 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:18.955513 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-ed672d86-49f3-4250-8ad4-4156a0143d9c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:19.050428 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-4aaf1323-02e1-410c-8d59-75a0ecbd01e8 req-195673b6-5b83-423c-8320-cc81e6fc19de service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559784 Aug 01 14:19:19.074954 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-ed672d86-49f3-4250-8ad4-4156a0143d9c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] For port 2945d68d-3b91-4d52-b13b-c25098ca3225, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=2945d68d-3b91-4d52-b13b-c25098ca3225,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:19.075310 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-ed672d86-49f3-4250-8ad4-4156a0143d9c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:19.092017 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-ed672d86-49f3-4250-8ad4-4156a0143d9c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Calling delete_port for 2945d68d-3b91-4d52-b13b-c25098ca3225 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:19.200062 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:19.236799 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-ed672d86-49f3-4250-8ad4-4156a0143d9c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (2945d68d-3b91-4d52-b13b-c25098ca3225), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:19.245570 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:19.268151 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed672d86-49f3-4250-8ad4-4156a0143d9c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event deleted for resources: {'Port': ['ID=2945d68d-3b91-4d52-b13b-c25098ca3225,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:19.318194 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-ed672d86-49f3-4250-8ad4-4156a0143d9c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] No DVR routers for this DVR port 2945d68d-3b91-4d52-b13b-c25098ca3225 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:19:19.320822 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-ed672d86-49f3-4250-8ad4-4156a0143d9c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:19.324241 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-127afe1a-e430-4ae8-94a8-54c5f0f8608f req-ed672d86-49f3-4250-8ad4-4156a0143d9c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "DELETE /v2.0/ports/2945d68d-3b91-4d52-b13b-c25098ca3225 HTTP/1.1" status: 204 len: 173 time: 0.5110359 Aug 01 14:19:19.324721 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'name': 'network-vif-deleted', 'tag': '2945d68d-3b91-4d52-b13b-c25098ca3225'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:19:19.327036 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c7f8f4-b2ef-426c-ac84-23164368f2a2" -d '{"events": [{"server_uuid": "92c15868-3e72-4d3f-9b87-00f3d51127c4", "name": "network-vif-deleted", "tag": "2945d68d-3b91-4d52-b13b-c25098ca3225"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:19:19.369137 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48756cac-5361-4824-a85b-4c6fc68fa339 x-openstack-request-id: req-48756cac-5361-4824-a85b-4c6fc68fa339 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:19:19.369490 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c15868-3e72-4d3f-9b87-00f3d51127c4", "name": "network-vif-deleted", "tag": "2945d68d-3b91-4d52-b13b-c25098ca3225", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:19:19.369730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48756cac-5361-4824-a85b-4c6fc68fa339 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:19:19.370169 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48756cac-5361-4824-a85b-4c6fc68fa339'] response: {'server_uuid': '92c15868-3e72-4d3f-9b87-00f3d51127c4', 'name': 'network-vif-deleted', 'tag': '2945d68d-3b91-4d52-b13b-c25098ca3225', 'status': 'completed', 'code': 200} Aug 01 14:19:19.399969 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:19:19.680483 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1beaa9a2-28c1-4021-96fc-3160ee32556a req-1f6de4ab-7d2a-4445-8264-73a68bb23a34 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=92c15868-3e72-4d3f-9b87-00f3d51127c4 HTTP/1.1" status: 200 len: 210 time: 0.0289216 Aug 01 14:19:20.859910 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:23.006030 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37428) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:23.157967 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Deleting port 8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:23.158308 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:23.241594 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:23.241841 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:23.256868 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Calling delete_port for 8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:23.415103 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:23.439005 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event deleted for resources: {'Port': ['ID=8de0cc3c-1346-4cdf-8d83-1aeeb65eaeae,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:23.453631 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.454003 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.454504 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.454666 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.455479 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.455479 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.455817 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.456019 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.456558 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.456896 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.457482 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.457605 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.457969 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.458192 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.458629 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:23.501084 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 2945d68d-3b91-4d52-b13b-c25098ca3225 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:23.521762 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 2945d68d-3b91-4d52-b13b-c25098ca3225 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:23.522220 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 2945d68d-3b91-4d52-b13b-c25098ca3225 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:23.542038 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (e3806740-6f75-49e7-8a38-55b20e4e6701), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:23.542599 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.l3_db [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Floating IP e3806740-6f75-49e7-8a38-55b20e4e6701 disassociated (deleted). External IP: 172.27.4.186, port: b550f9ea-8012-4b81-8b79-2ea6bb8e8012. Aug 01 14:19:23.758837 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Router 6747b800-9744-4b46-9c3c-5cec816cf9d6 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:19:23.868348 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:19:23.873586 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:23.878541 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] Sync routers for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:19:23.890508 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:23.891131 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:18:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:23.902513 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:23.911976 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d54eedab-0d7b-4cb7-bfea-520064ace72d tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "DELETE /v2.0/floatingips/e3806740-6f75-49e7-8a38-55b20e4e6701 HTTP/1.1" status: 204 len: 168 time: 0.9004335 Aug 01 14:19:23.911976 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'tag': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012'}] {{(pid=104319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:19:23.911976 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bcc7633dedbfe2565e769c3335282f2e6b1553bc31508521c9405f41ba26026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3276af87-a69a-48cd-850e-7ddacd6f3825" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1842e4-dc37-4e0d-b172-23f29125f8d0", "tag": "b550f9ea-8012-4b81-8b79-2ea6bb8e8012"}]}' {{(pid=104319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:19:24.022632 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f6da7-5c06-40a9-a8fa-7d817f1b3377 x-openstack-request-id: req-255f6da7-5c06-40a9-a8fa-7d817f1b3377 {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:19:24.023744 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1842e4-dc37-4e0d-b172-23f29125f8d0", "tag": "b550f9ea-8012-4b81-8b79-2ea6bb8e8012", "status": "completed", "code": 200}]} {{(pid=104319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:19:24.023744 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-255f6da7-5c06-40a9-a8fa-7d817f1b3377 {{(pid=104319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:19:24.023744 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255f6da7-5c06-40a9-a8fa-7d817f1b3377'] response: {'name': 'network-changed', 'server_uuid': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'tag': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'status': 'completed', 'code': 200} Aug 01 14:19:24.036047 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:24.098989 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-26ea846b-e75e-4473-abf3-8add6cc8c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:24.101016 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-26ea846b-e75e-4473-abf3-8add6cc8c175 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 1130 time: 0.0528579 Aug 01 14:19:24.118755 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:24.224240 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990f0e8-4bea-43e2-982e-7f1a32749320 req-446b1637-e882-46e6-91f9-07fb7667a94a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:24.226309 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8990f0e8-4bea-43e2-982e-7f1a32749320 req-446b1637-e882-46e6-91f9-07fb7667a94a tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0619292 Aug 01 14:19:24.238700 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:24.260683 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:24.284550 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8990f0e8-4bea-43e2-982e-7f1a32749320 req-02333ddf-9ef6-46eb-a280-8ae2bb991046 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520480 Aug 01 14:19:24.292826 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] Checking router: 6747b800-9744-4b46-9c3c-5cec816cf9d6 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:19:24.302535 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:24.303176 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:18:57Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:24.406046 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-114b25b8-f101-429a-bb87-8c9c4d403feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:24.430573 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:24.633064 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:24.660483 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15191307-75d1-42e5-82a4-f95e999c1bee None None] The sync data for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi is: [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:10:42Z', 'revision_number': 4, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': '894a9da3-f62b-48ca-91f6-c0cdfe39a932', 'name': '', 'network_id': 'e95fe17e-40dc-4b82-adc2-9adb31102a43', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'mac_address': 'fa:16:3e:d7:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:38Z', 'updated_at': '2022-08-01T14:10:55Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'subnets': [{'id': '017677d5-e4fc-4fec-827e-6f37d5758924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:19:24.891926 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43bbb3-1e66-45e6-95cd-12ebee3f6a06 None None] New status for floating IP e3806740-6f75-49e7-8a38-55b20e4e6701: DOWN {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:19:24.894170 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:25.010583 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:25.335335 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-34f62983-ed6e-4f30-856a-7c64047554e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:25.336891 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-34f62983-ed6e-4f30-856a-7c64047554e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 200 len: 912 time: 0.1045029 Aug 01 14:19:25.414736 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d529d8-1c54-49de-a5af-7a464309f25b req-3880912a-741c-418a-b9c7-149d3972de45 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:25.416251 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-99d529d8-1c54-49de-a5af-7a464309f25b req-3880912a-741c-418a-b9c7-149d3972de45 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0518978 Aug 01 14:19:25.469937 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-01e50545-575d-4f32-9a39-52415118615e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b550f9ea-8012-4b81-8b79-2ea6bb8e8012 HTTP/1.1" status: 200 len: 217 time: 0.0460560 Aug 01 14:19:25.546672 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-99d529d8-1c54-49de-a5af-7a464309f25b req-d4208862-e547-4926-8edf-d6ff70991bcc tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/security-groups?id=c669fa54-1b4c-4ab1-98e5-83c756d9aabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208956 Aug 01 14:19:25.548613 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-0cf24455-95ec-49ae-b684-3d9defaf08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:25.549986 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-0cf24455-95ec-49ae-b684-3d9defaf08a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 200 len: 850 time: 0.0719035 Aug 01 14:19:25.666926 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-d5c71890-febe-45c1-84bb-d8524872d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:25.668441 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-d5c71890-febe-45c1-84bb-d8524872d114 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e95fe17e-40dc-4b82-adc2-9adb31102a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457327 Aug 01 14:19:25.778961 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-404e1877-e45e-4eba-b9c8-d5010a60eaf9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:25.780455 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-404e1877-e45e-4eba-b9c8-d5010a60eaf9 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 946 time: 0.0577641 Aug 01 14:19:25.839469 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-173c9a54-d3e4-4c83-85eb-f028f83d70ed service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630003 Aug 01 14:19:25.932798 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-984d6b5d-e7b7-45d3-9771-ef074e39dea3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Deleting port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:25.933052 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-984d6b5d-e7b7-45d3-9771-ef074e39dea3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:26.015207 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3276af87-a69a-48cd-850e-7ddacd6f3825 req-2bca0052-5308-4a7f-83c0-5f2e7fdacf78 service neutron] 10.222.0.57 "GET /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697588 Aug 01 14:19:26.057602 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-984d6b5d-e7b7-45d3-9771-ef074e39dea3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] For port b550f9ea-8012-4b81-8b79-2ea6bb8e8012, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:26.057980 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-984d6b5d-e7b7-45d3-9771-ef074e39dea3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:26.073233 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-984d6b5d-e7b7-45d3-9771-ef074e39dea3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Calling delete_port for b550f9ea-8012-4b81-8b79-2ea6bb8e8012 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:26.079101 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:26.154774 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:26.224188 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-984d6b5d-e7b7-45d3-9771-ef074e39dea3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (b550f9ea-8012-4b81-8b79-2ea6bb8e8012), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:26.253399 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d6b5d-e7b7-45d3-9771-ef074e39dea3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event deleted for resources: {'Port': ['ID=b550f9ea-8012-4b81-8b79-2ea6bb8e8012,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:26.300631 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-984d6b5d-e7b7-45d3-9771-ef074e39dea3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] No DVR routers for this DVR port b550f9ea-8012-4b81-8b79-2ea6bb8e8012 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:19:26.303745 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-984d6b5d-e7b7-45d3-9771-ef074e39dea3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:26.308389 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-8582fd1f-193c-42e4-bcee-7d2245821fa7 req-984d6b5d-e7b7-45d3-9771-ef074e39dea3 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.57 "DELETE /v2.0/ports/b550f9ea-8012-4b81-8b79-2ea6bb8e8012 HTTP/1.1" status: 204 len: 173 time: 0.5224373 Aug 01 14:19:26.308920 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'name': 'network-vif-deleted', 'tag': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:19:26.311381 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d09bcc8-7900-4c80-96ff-afddf930ccd8" -d '{"events": [{"server_uuid": "7d1842e4-dc37-4e0d-b172-23f29125f8d0", "name": "network-vif-deleted", "tag": "b550f9ea-8012-4b81-8b79-2ea6bb8e8012"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:19:26.352072 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf7072e-74c9-492c-ad92-f284e8cbf6a5 x-openstack-request-id: req-fdf7072e-74c9-492c-ad92-f284e8cbf6a5 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:19:26.352738 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1842e4-dc37-4e0d-b172-23f29125f8d0", "name": "network-vif-deleted", "tag": "b550f9ea-8012-4b81-8b79-2ea6bb8e8012", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:19:26.352738 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdf7072e-74c9-492c-ad92-f284e8cbf6a5 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:19:26.353394 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf7072e-74c9-492c-ad92-f284e8cbf6a5'] response: {'server_uuid': '7d1842e4-dc37-4e0d-b172-23f29125f8d0', 'name': 'network-vif-deleted', 'tag': 'b550f9ea-8012-4b81-8b79-2ea6bb8e8012', 'status': 'completed', 'code': 200} Aug 01 14:19:26.622822 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d2976cf7-ec73-4c35-9c1a-ce0c841d9452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:26.707879 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cca39db8-54df-4a7b-b411-3a98cb0815d0 req-8f55377a-2cab-4d41-8a2d-f52108407245 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d1842e4-dc37-4e0d-b172-23f29125f8d0 HTTP/1.1" status: 200 len: 210 time: 0.0334134 Aug 01 14:19:27.213415 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-05d4e3cc-8386-4efe-b491-7ad454352279 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472903 Aug 01 14:19:27.302205 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-6a28e19d-e864-41f5-ac80-075d17df5a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:27.303741 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-6a28e19d-e864-41f5-ac80-075d17df5a6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db87d8b3358945aa88acbdc4246917ae&device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 1130 time: 0.0434837 Aug 01 14:19:27.448471 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-ed2d1d2d-cfd6-45ca-84b5-f011f9253b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:27.450232 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-ed2d1d2d-cfd6-45ca-84b5-f011f9253b69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 200 len: 916 time: 0.1245515 Aug 01 14:19:27.516427 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-033b8e09-f979-4944-a31a-68fd3bd6096e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635a99d2-0a61-4a73-a3d0-fdf636d39a2f HTTP/1.1" status: 200 len: 1002 time: 0.0591955 Aug 01 14:19:27.576378 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-1aff69fa-09a9-47b6-a932-e9bb48211c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:27.577916 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-1aff69fa-09a9-47b6-a932-e9bb48211c66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 200 len: 854 time: 0.0540788 Aug 01 14:19:27.628169 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-05f943f2-e624-4996-aa84-6d15095a14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:27.629725 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-05f943f2-e624-4996-aa84-6d15095a14ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1987c22e-ab83-4108-bc22-29b9909b71a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446765 Aug 01 14:19:27.728657 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-2213a1e8-300c-4e85-9e6f-b114c4c25510 service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906320 Aug 01 14:19:27.781443 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37448) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:27.834522 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f2b7c380-0e39-4e32-8318-8c4c22f07ce5 req-8c5dcf8e-e2bc-49bf-85f9-f341b9c113ca service neutron] 10.222.0.57 "GET /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984013 Aug 01 14:19:27.858231 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:27.902293 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-3c97b488-fc46-4c4a-ab47-24991b113b0c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Deleting port 20c85894-2c36-4d5f-99d8-7df87224f6c4 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:27.902698 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3c97b488-fc46-4c4a-ab47-24991b113b0c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (20c85894-2c36-4d5f-99d8-7df87224f6c4), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:27.989077 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3c97b488-fc46-4c4a-ab47-24991b113b0c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (20c85894-2c36-4d5f-99d8-7df87224f6c4), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:27.989405 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3c97b488-fc46-4c4a-ab47-24991b113b0c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (20c85894-2c36-4d5f-99d8-7df87224f6c4), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:28.003265 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-3c97b488-fc46-4c4a-ab47-24991b113b0c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Calling delete_port for 20c85894-2c36-4d5f-99d8-7df87224f6c4 owned by network:floatingip {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:28.148597 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3c97b488-fc46-4c4a-ab47-24991b113b0c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (20c85894-2c36-4d5f-99d8-7df87224f6c4), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:28.177820 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97b488-fc46-4c4a-ab47-24991b113b0c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event deleted for resources: {'Port': ['ID=20c85894-2c36-4d5f-99d8-7df87224f6c4,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:28.243909 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3c97b488-fc46-4c4a-ab47-24991b113b0c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for floatingip (c92e7719-7014-4f2b-baee-a3c2fea2a755), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:28.246531 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3c97b488-fc46-4c4a-ab47-24991b113b0c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:28.247735 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-3c97b488-fc46-4c4a-ab47-24991b113b0c tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "DELETE /v2.0/floatingips/c92e7719-7014-4f2b-baee-a3c2fea2a755 HTTP/1.1" status: 204 len: 168 time: 0.4642591 Aug 01 14:19:28.292730 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:29.159411 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:29.476035 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37460) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:29.521652 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device b550f9ea-8012-4b81-8b79-2ea6bb8e8012 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:29.542445 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: b550f9ea-8012-4b81-8b79-2ea6bb8e8012 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:29.543061 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device b550f9ea-8012-4b81-8b79-2ea6bb8e8012 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:29.550595 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-304b8398-3b1e-4ad5-8b47-459bde6ade27 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group (c669fa54-1b4c-4ab1-98e5-83c756d9aabb), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:29.577870 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-304b8398-3b1e-4ad5-8b47-459bde6ade27 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group (c669fa54-1b4c-4ab1-98e5-83c756d9aabb), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:29.644709 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-304b8398-3b1e-4ad5-8b47-459bde6ade27 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c669fa54-1b4c-4ab1-98e5-83c756d9aabb), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:29.647350 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-304b8398-3b1e-4ad5-8b47-459bde6ade27 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:29.648557 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-304b8398-3b1e-4ad5-8b47-459bde6ade27 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] 10.222.0.45 "DELETE /v2.0/security-groups/c669fa54-1b4c-4ab1-98e5-83c756d9aabb HTTP/1.1" status: 204 len: 168 time: 0.1714904 Aug 01 14:19:29.659779 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b8398-3b1e-4ad5-8b47-459bde6ade27 tempest-TestVolumeBootPattern-736803602 tempest-TestVolumeBootPattern-736803602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c669fa54-1b4c-4ab1-98e5-83c756d9aabb,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:29.706199 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37464) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:29.957467 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:30.387875 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:30.454518 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (6747b800-9744-4b46-9c3c-5cec816cf9d6), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:30.492040 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:30.736969 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] Deleting port 894a9da3-f62b-48ca-91f6-c0cdfe39a932 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:30.737717 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:30.832023 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] For port 894a9da3-f62b-48ca-91f6-c0cdfe39a932, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=894a9da3-f62b-48ca-91f6-c0cdfe39a932,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:30.832376 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:30.846902 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] Calling delete_port for 894a9da3-f62b-48ca-91f6-c0cdfe39a932 owned by network:router_interface {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:31.057362 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (894a9da3-f62b-48ca-91f6-c0cdfe39a932), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:31.081640 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] Pushing event deleted for resources: {'Port': ['ID=894a9da3-f62b-48ca-91f6-c0cdfe39a932,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:31.302087 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (6747b800-9744-4b46-9c3c-5cec816cf9d6), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:31.465291 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:31.471891 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:31.550204 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] Router 6747b800-9744-4b46-9c3c-5cec816cf9d6 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:19:31.658885 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:19:31.664439 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-952784fc-12f9-4e22-87e1-cddf05a04dce admin admin] 10.222.0.45 "PUT /v2.0/routers/6747b800-9744-4b46-9c3c-5cec816cf9d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9566972 Aug 01 14:19:31.667545 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37472) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:31.669497 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] Sync routers for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:19:31.683115 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:31.683761 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:19:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:31.780558 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Publish callbacks [] for router (6747b800-9744-4b46-9c3c-5cec816cf9d6), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:31.799500 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:31.901795 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Publish callbacks [] for router_gateway (6747b800-9744-4b46-9c3c-5cec816cf9d6), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:31.953017 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Deleting port d7291521-efe0-4b7d-8826-30fbf74784eb {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:31.953355 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.003073 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:19:31Z', 'revision_number': 5, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port': {'id': 'd7291521-efe0-4b7d-8826-30fbf74784eb', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:28Z', 'updated_at': '2022-08-01T14:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:32.062517 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] Checking router: 6747b800-9744-4b46-9c3c-5cec816cf9d6 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:19:32.076591 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] Routers {'6747b800-9744-4b46-9c3c-5cec816cf9d6'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:32.077620 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:19:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['6747b800-9744-4b46-9c3c-5cec816cf9d6'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:32.081533 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] For port d7291521-efe0-4b7d-8826-30fbf74784eb, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=d7291521-efe0-4b7d-8826-30fbf74784eb,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:32.083004 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.110225 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Calling delete_port for d7291521-efe0-4b7d-8826-30fbf74784eb owned by network:router_gateway {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:32.179139 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:32.206273 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] Set router 6747b800-9744-4b46-9c3c-5cec816cf9d6 gateway port host: None {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:32.261749 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:19:31Z', 'revision_number': 6, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port_host': None}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:32.293785 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559c9f45-336d-4a86-b85b-08edd334e154 None None] The sync data for ids ['6747b800-9744-4b46-9c3c-5cec816cf9d6'] in dv-cinder-845178-10-iscsi is: [{'id': '6747b800-9744-4b46-9c3c-5cec816cf9d6', 'name': 'tempest-TestVolumeBootPattern-290099447-router', 'tenant_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:25Z', 'updated_at': '2022-08-01T14:19:31Z', 'revision_number': 6, 'project_id': 'f0a6c07d69ef4cf4a545f48e7079044d', 'gw_port_host': None}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:19:32.325644 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (d7291521-efe0-4b7d-8826-30fbf74784eb), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.369174 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7291521-efe0-4b7d-8826-30fbf74784eb,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:32.451695 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:32.458045 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (6747b800-9744-4b46-9c3c-5cec816cf9d6), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.552919 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (6747b800-9744-4b46-9c3c-5cec816cf9d6), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.555322 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Publish callbacks [] for router_controller (6747b800-9744-4b46-9c3c-5cec816cf9d6), precommit_delete_associations {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.601567 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (6747b800-9744-4b46-9c3c-5cec816cf9d6), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.602155 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6747b800-9744-4b46-9c3c-5cec816cf9d6 {{(pid=104318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:19:32.607106 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.608192 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-6d69111e-01d3-4d4a-bce1-73bee0963cc2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6747b800-9744-4b46-9c3c-5cec816cf9d6 HTTP/1.1" status: 204 len: 168 time: 0.9398108 Aug 01 14:19:32.612184 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37480) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:32.663407 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae2b557-ec4e-48c3-bde7-793dd6b2636c admin admin] Deleting subnet 017677d5-e4fc-4fec-827e-6f37d5758924 {{(pid=104318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:19:32.666916 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:32.667836 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4ae2b557-ec4e-48c3-bde7-793dd6b2636c admin admin] Publish callbacks [] for subnet (017677d5-e4fc-4fec-827e-6f37d5758924), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.712962 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4ae2b557-ec4e-48c3-bde7-793dd6b2636c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7203837'] for subnet (017677d5-e4fc-4fec-827e-6f37d5758924), precommit_delete_associations {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.808387 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4ae2b557-ec4e-48c3-bde7-793dd6b2636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (017677d5-e4fc-4fec-827e-6f37d5758924), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.867175 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4ae2b557-ec4e-48c3-bde7-793dd6b2636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5866860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176520'] for subnet (017677d5-e4fc-4fec-827e-6f37d5758924), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.895294 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2b557-ec4e-48c3-bde7-793dd6b2636c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017677d5-e4fc-4fec-827e-6f37d5758924,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:32.900760 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4ae2b557-ec4e-48c3-bde7-793dd6b2636c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:32.907610 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48302f54-f147-4219-835b-04439c6a4731 None None] Network e95fe17e-40dc-4b82-adc2-9adb31102a43 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:19:32.908402 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-4ae2b557-ec4e-48c3-bde7-793dd6b2636c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/017677d5-e4fc-4fec-827e-6f37d5758924 HTTP/1.1" status: 204 len: 168 time: 0.2937789 Aug 01 14:19:32.910994 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37482) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:32.996191 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (e95fe17e-40dc-4b82-adc2-9adb31102a43), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.047744 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Deleting port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:33.048033 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.105951 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c16bb1-a297-49f2-a15a-759bb61ddf83 None None] DHCP port deletion for e95fe17e-40dc-4b82-adc2-9adb31102a43 request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:19:33.130044 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] For port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=fa79f05c-cc98-48a9-9c8a-539a0a3c28ce,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:33.130458 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.144096 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:33.146831 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Calling delete_port for fa79f05c-cc98-48a9-9c8a-539a0a3c28ce owned by network:dhcp {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:33.175799 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-b6c16bb1-a297-49f2-a15a-759bb61ddf83 None None] Deleting port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:33.176452 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b6c16bb1-a297-49f2-a15a-759bb61ddf83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.237072 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.267983 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa79f05c-cc98-48a9-9c8a-539a0a3c28ce,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:33.275345 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] No DVR routers for this DVR port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce on host dv-cinder-845178-10-iscsi {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:19:33.308656 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-b6c16bb1-a297-49f2-a15a-759bb61ddf83 None None] For port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=fa79f05c-cc98-48a9-9c8a-539a0a3c28ce,segment=NetworkSegment(d5d8a230-3d9e-42b1-9fe2-6d155796a2d8),segment_id=d5d8a230-3d9e-42b1-9fe2-6d155796a2d8)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:33.309893 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b6c16bb1-a297-49f2-a15a-759bb61ddf83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.326418 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-b6c16bb1-a297-49f2-a15a-759bb61ddf83 None None] Calling delete_port for fa79f05c-cc98-48a9-9c8a-539a0a3c28ce owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:33.371160 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (e95fe17e-40dc-4b82-adc2-9adb31102a43), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.409775 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95fe17e-40dc-4b82-adc2-9adb31102a43']}} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:33.423605 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8') {'for_net_delete': True} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:33.423972 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d8a230-3d9e-42b1-9fe2-6d155796a2d8') {} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:33.425902 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b6c16bb1-a297-49f2-a15a-759bb61ddf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (fa79f05c-cc98-48a9-9c8a-539a0a3c28ce), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.435772 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203814'] for segment (d5d8a230-3d9e-42b1-9fe2-6d155796a2d8), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.453569 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (d5d8a230-3d9e-42b1-9fe2-6d155796a2d8), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.456318 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c16bb1-a297-49f2-a15a-759bb61ddf83 None None] Pushing event deleted for resources: {'Port': ['ID=fa79f05c-cc98-48a9-9c8a-539a0a3c28ce,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:33.461679 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c16bb1-a297-49f2-a15a-759bb61ddf83 None None] No DVR routers for this DVR port fa79f05c-cc98-48a9-9c8a-539a0a3c28ce on host dv-cinder-845178-10-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:19:33.465191 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:19:33.466196 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5866758'] for segment (d5d8a230-3d9e-42b1-9fe2-6d155796a2d8), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.516442 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment d5d8a230-3d9e-42b1-9fe2-6d155796a2d8 resource provider aggregate not found Aug 01 14:19:33.546392 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment d5d8a230-3d9e-42b1-9fe2-6d155796a2d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5d8a230-3d9e-42b1-9fe2-6d155796a2d8 found for delete ", "request_id": "req-8dc75fcd-7b46-4a5b-9507-557db5dd706e"}]} Aug 01 14:19:33.551255 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (e95fe17e-40dc-4b82-adc2-9adb31102a43), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.569147 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:33.572693 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e95fe17e-40dc-4b82-adc2-9adb31102a43 HTTP/1.1" status: 204 len: 168 time: 0.6604884 Aug 01 14:19:33.577532 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37500) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:33.584204 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440a53b-502a-4162-b8ba-d57bd76216f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e95fe17e-40dc-4b82-adc2-9adb31102a43,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:34.045872 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device d7291521-efe0-4b7d-8826-30fbf74784eb no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:34.068148 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: d7291521-efe0-4b7d-8826-30fbf74784eb {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:34.068522 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device d7291521-efe0-4b7d-8826-30fbf74784eb not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:34.068932 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 894a9da3-f62b-48ca-91f6-c0cdfe39a932 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:34.090248 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 894a9da3-f62b-48ca-91f6-c0cdfe39a932 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:34.090567 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 894a9da3-f62b-48ca-91f6-c0cdfe39a932 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:34.090975 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device fa79f05c-cc98-48a9-9c8a-539a0a3c28ce no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:34.112978 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: fa79f05c-cc98-48a9-9c8a-539a0a3c28ce {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:34.113325 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device fa79f05c-cc98-48a9-9c8a-539a0a3c28ce not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:34.140150 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:34.201672 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (ac87dea4-009d-4922-a335-5fdcbe96a6bc), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:34.297788 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:34.459810 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] Deleting port 2acf036d-3713-4782-99a4-1cffb2596e9e {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:34.460669 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:34.548979 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] For port 2acf036d-3713-4782-99a4-1cffb2596e9e, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=2acf036d-3713-4782-99a4-1cffb2596e9e,segment=NetworkSegment(c11387a9-aed1-4e9a-bbf0-ade2b18a719f),segment_id=c11387a9-aed1-4e9a-bbf0-ade2b18a719f)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:34.549270 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:34.563469 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] Calling delete_port for 2acf036d-3713-4782-99a4-1cffb2596e9e owned by network:router_interface {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:34.772484 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (2acf036d-3713-4782-99a4-1cffb2596e9e), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:34.800427 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2acf036d-3713-4782-99a4-1cffb2596e9e,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:34.983062 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (ac87dea4-009d-4922-a335-5fdcbe96a6bc), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:35.041022 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:35.142246 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:35.171848 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:35.198897 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] Router ac87dea4-009d-4922-a335-5fdcbe96a6bc has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:19:35.305025 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:19:35.313945 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-f89b854a-6cd4-454c-bcbc-e3ceb0234ae3 admin admin] 10.222.0.45 "PUT /v2.0/routers/ac87dea4-009d-4922-a335-5fdcbe96a6bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7312138 Aug 01 14:19:35.314072 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37504) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:35.314966 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] Sync routers for ids ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'] in dv-cinder-845178-10-iscsi {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:19:35.325832 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] Routers {'ac87dea4-009d-4922-a335-5fdcbe96a6bc'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:35.326452 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:19:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:35.356596 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:35.417943 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Publish callbacks [] for router (ac87dea4-009d-4922-a335-5fdcbe96a6bc), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:35.426503 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] Set router ac87dea4-009d-4922-a335-5fdcbe96a6bc gateway port host: dv-cinder-845178-10-iscsi {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:35.450859 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:35.524640 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Publish callbacks [] for router_gateway (ac87dea4-009d-4922-a335-5fdcbe96a6bc), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:35.573942 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Deleting port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:35.574282 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:35.604258 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'name': 'tempest-TestVolumeBootPattern-28582093-router', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:56Z', 'updated_at': '2022-08-01T14:19:34Z', 'revision_number': 5, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'gw_port': {'id': 'a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:10:59Z', 'updated_at': '2022-08-01T14:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:35.630868 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] Checking router: ac87dea4-009d-4922-a335-5fdcbe96a6bc for host: dv-cinder-845178-10-iscsi {{(pid=104321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:19:35.640474 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] Routers {'ac87dea4-009d-4922-a335-5fdcbe96a6bc'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:35.641208 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:19:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'], 'active': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:35.661038 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] For port a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:35.661403 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:35.675012 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Calling delete_port for a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 owned by network:router_gateway {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:35.727276 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvr_db [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] Set router ac87dea4-009d-4922-a335-5fdcbe96a6bc gateway port host: None {{(pid=104321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:35.777628 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.l3_hamode_db [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'name': 'tempest-TestVolumeBootPattern-28582093-router', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:56Z', 'updated_at': '2022-08-01T14:19:35Z', 'revision_number': 6, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'gw_port_host': None}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:35.802503 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b9216-f167-4c46-9b75-1a64e9aff8dc None None] The sync data for ids ['ac87dea4-009d-4922-a335-5fdcbe96a6bc'] in dv-cinder-845178-10-iscsi is: [{'id': 'ac87dea4-009d-4922-a335-5fdcbe96a6bc', 'name': 'tempest-TestVolumeBootPattern-28582093-router', 'tenant_id': 'fb0baf0e988143afb181a1bf178a1c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:10:56Z', 'updated_at': '2022-08-01T14:19:35Z', 'revision_number': 6, 'project_id': 'fb0baf0e988143afb181a1bf178a1c53', 'gw_port_host': None}] {{(pid=104321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:19:35.854346 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:35.884236 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:35.953586 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (ac87dea4-009d-4922-a335-5fdcbe96a6bc), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.325936 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (ac87dea4-009d-4922-a335-5fdcbe96a6bc), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.328376 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Publish callbacks [] for router_controller (ac87dea4-009d-4922-a335-5fdcbe96a6bc), precommit_delete_associations {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.370694 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (ac87dea4-009d-4922-a335-5fdcbe96a6bc), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.371363 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac87dea4-009d-4922-a335-5fdcbe96a6bc {{(pid=104318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:19:36.375743 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.376973 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-81f4c676-d9ad-4566-8cba-3308fe0b2e61 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ac87dea4-009d-4922-a335-5fdcbe96a6bc HTTP/1.1" status: 204 len: 168 time: 1.0625751 Aug 01 14:19:36.382034 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37508) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:36.439085 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_v2 [None req-45229865-d285-447c-8300-09b77d2d3783 admin admin] Deleting subnet ee804f52-491e-4c6c-9ae5-82179802e1e3 {{(pid=104318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:19:36.444315 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-45229865-d285-447c-8300-09b77d2d3783 admin admin] Publish callbacks [] for subnet (ee804f52-491e-4c6c-9ae5-82179802e1e3), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.489010 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-45229865-d285-447c-8300-09b77d2d3783 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7203837'] for subnet (ee804f52-491e-4c6c-9ae5-82179802e1e3), precommit_delete_associations {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.574290 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-45229865-d285-447c-8300-09b77d2d3783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (ee804f52-491e-4c6c-9ae5-82179802e1e3), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.574968 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 2acf036d-3713-4782-99a4-1cffb2596e9e no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:36.597407 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 2acf036d-3713-4782-99a4-1cffb2596e9e {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:36.597826 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 2acf036d-3713-4782-99a4-1cffb2596e9e not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:36.617526 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:36.629871 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:36.642959 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-45229865-d285-447c-8300-09b77d2d3783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5866860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5176520'] for subnet (ee804f52-491e-4c6c-9ae5-82179802e1e3), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.672921 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45229865-d285-447c-8300-09b77d2d3783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee804f52-491e-4c6c-9ae5-82179802e1e3,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:36.674915 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-45229865-d285-447c-8300-09b77d2d3783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.680857 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37510) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:36.681357 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-45229865-d285-447c-8300-09b77d2d3783 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ee804f52-491e-4c6c-9ae5-82179802e1e3 HTTP/1.1" status: 204 len: 168 time: 0.2978692 Aug 01 14:19:36.682232 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1422209b-9305-4d56-a444-0bae5e8f5056 None None] Network 329d104f-22d6-4fc5-a293-65ada83fa664 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:19:36.757348 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (329d104f-22d6-4fc5-a293-65ada83fa664), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.825633 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Deleting port 03369d93-98a7-4403-ae88-24cf34def276 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:36.825871 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (03369d93-98a7-4403-ae88-24cf34def276), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.908991 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] For port 03369d93-98a7-4403-ae88-24cf34def276, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=03369d93-98a7-4403-ae88-24cf34def276,segment=NetworkSegment(c11387a9-aed1-4e9a-bbf0-ade2b18a719f),segment_id=c11387a9-aed1-4e9a-bbf0-ade2b18a719f)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:36.909356 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (03369d93-98a7-4403-ae88-24cf34def276), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:36.924626 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Calling delete_port for 03369d93-98a7-4403-ae88-24cf34def276 owned by network:dhcp {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:36.983801 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546fc149-0e1d-4ba2-8cef-76a135fbacb2 None None] DHCP port deletion for 329d104f-22d6-4fc5-a293-65ada83fa664 request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:19:37.022753 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-546fc149-0e1d-4ba2-8cef-76a135fbacb2 None None] Deleting port 03369d93-98a7-4403-ae88-24cf34def276 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:37.023126 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-546fc149-0e1d-4ba2-8cef-76a135fbacb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (03369d93-98a7-4403-ae88-24cf34def276), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.026202 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (03369d93-98a7-4403-ae88-24cf34def276), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.052929 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=03369d93-98a7-4403-ae88-24cf34def276,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:37.054812 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] No DVR routers for this DVR port 03369d93-98a7-4403-ae88-24cf34def276 on host dv-cinder-845178-10-iscsi {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:19:37.104787 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-546fc149-0e1d-4ba2-8cef-76a135fbacb2 None None] For port 03369d93-98a7-4403-ae88-24cf34def276, host dv-cinder-845178-10-iscsi, got binding levels [] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:37.105181 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-546fc149-0e1d-4ba2-8cef-76a135fbacb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (03369d93-98a7-4403-ae88-24cf34def276), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.121043 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-546fc149-0e1d-4ba2-8cef-76a135fbacb2 None None] Calling delete_port for 03369d93-98a7-4403-ae88-24cf34def276 owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:37.125304 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.ipam_backend_mixin [None req-546fc149-0e1d-4ba2-8cef-76a135fbacb2 None None] Port 03369d93-98a7-4403-ae88-24cf34def276 was not found and therefore no delete operation was performed {{(pid=104320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 01 14:19:37.126573 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-546fc149-0e1d-4ba2-8cef-76a135fbacb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (03369d93-98a7-4403-ae88-24cf34def276), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.134616 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (329d104f-22d6-4fc5-a293-65ada83fa664), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.149960 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fc149-0e1d-4ba2-8cef-76a135fbacb2 None None] Pushing event deleted for resources: {'Port': ['ID=03369d93-98a7-4403-ae88-24cf34def276,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:37.155625 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546fc149-0e1d-4ba2-8cef-76a135fbacb2 None None] No DVR routers for this DVR port 03369d93-98a7-4403-ae88-24cf34def276 on host dv-cinder-845178-10-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:19:37.159856 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329d104f-22d6-4fc5-a293-65ada83fa664']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:37.171556 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:37.171904 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11387a9-aed1-4e9a-bbf0-ade2b18a719f') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:37.183928 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (c11387a9-aed1-4e9a-bbf0-ade2b18a719f), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.201273 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (c11387a9-aed1-4e9a-bbf0-ade2b18a719f), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.208127 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:19:37.208554 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (c11387a9-aed1-4e9a-bbf0-ade2b18a719f), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.247510 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment c11387a9-aed1-4e9a-bbf0-ade2b18a719f resource provider aggregate not found Aug 01 14:19:37.269215 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment c11387a9-aed1-4e9a-bbf0-ade2b18a719f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c11387a9-aed1-4e9a-bbf0-ade2b18a719f found for delete ", "request_id": "req-a1e0ca4b-034f-4645-8f63-23d98b878898"}]} Aug 01 14:19:37.279791 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (329d104f-22d6-4fc5-a293-65ada83fa664), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.285876 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.288996 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] 10.222.0.45 "DELETE /v2.0/networks/329d104f-22d6-4fc5-a293-65ada83fa664 HTTP/1.1" status: 204 len: 168 time: 0.6060917 Aug 01 14:19:37.303121 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eff714-3057-49ec-99d0-be620832c4bb admin admin] Pushing event deleted for resources: {'Network': ['ID=329d104f-22d6-4fc5-a293-65ada83fa664,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:37.417180 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37520) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:37.459008 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-9e84b111-4751-41d6-b802-efc17593657d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0a6c07d69ef4cf4a545f48e7079044d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404859 Aug 01 14:19:37.462348 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37522) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:37.530240 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-232acdaf-8e15-4b47-bf82-7181d5de1139 admin admin] Publish callbacks [] for security_group (e98b451f-1f51-4293-a5b0-062c6402675a), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.556978 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-232acdaf-8e15-4b47-bf82-7181d5de1139 admin admin] Publish callbacks [] for security_group (e98b451f-1f51-4293-a5b0-062c6402675a), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.558711 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:37.608547 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-232acdaf-8e15-4b47-bf82-7181d5de1139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (e98b451f-1f51-4293-a5b0-062c6402675a), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.611098 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-232acdaf-8e15-4b47-bf82-7181d5de1139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:37.612249 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-232acdaf-8e15-4b47-bf82-7181d5de1139 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e98b451f-1f51-4293-a5b0-062c6402675a HTTP/1.1" status: 204 len: 168 time: 0.1487691 Aug 01 14:19:37.621211 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232acdaf-8e15-4b47-bf82-7181d5de1139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b451f-1f51-4293-a5b0-062c6402675a,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:37.983251 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37530) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:38.040240 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:38.041659 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-815c1301-b744-4552-8c81-2d823823e984 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb0baf0e988143afb181a1bf178a1c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571542 Aug 01 14:19:38.044259 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37532) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:38.062512 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:38.062861 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device a8d7cc4c-ac1d-406c-b66d-bf0b3bd6f7e2 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:38.063287 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 03369d93-98a7-4403-ae88-24cf34def276 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:38.084843 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 03369d93-98a7-4403-ae88-24cf34def276 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:38.085183 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 03369d93-98a7-4403-ae88-24cf34def276 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:38.100952 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0332c8bb-19d1-46ad-88d0-c97a0554622a admin admin] Publish callbacks [] for security_group (fd20b668-4a2c-4a13-8cc7-f5f59e4b535f), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:38.135624 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0332c8bb-19d1-46ad-88d0-c97a0554622a admin admin] Publish callbacks [] for security_group (fd20b668-4a2c-4a13-8cc7-f5f59e4b535f), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:38.191636 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0332c8bb-19d1-46ad-88d0-c97a0554622a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (fd20b668-4a2c-4a13-8cc7-f5f59e4b535f), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:38.194325 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0332c8bb-19d1-46ad-88d0-c97a0554622a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:38.195555 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0332c8bb-19d1-46ad-88d0-c97a0554622a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd20b668-4a2c-4a13-8cc7-f5f59e4b535f HTTP/1.1" status: 204 len: 168 time: 0.1502931 Aug 01 14:19:38.204411 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332c8bb-19d1-46ad-88d0-c97a0554622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd20b668-4a2c-4a13-8cc7-f5f59e4b535f,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:41.878775 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6280703-c2a8-463f-8d11-c0000bd0a198 req-fecb737c-2c30-4e53-8915-e0f066115030 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:41.880305 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6280703-c2a8-463f-8d11-c0000bd0a198 req-fecb737c-2c30-4e53-8915-e0f066115030 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 946 time: 0.0485592 Aug 01 14:19:41.936325 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a6280703-c2a8-463f-8d11-c0000bd0a198 req-b7e070c6-98b4-4cb1-85a5-49c66d346bbf tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468264 Aug 01 14:19:43.069095 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7236-03a3-49c4-9aad-fb4f04303eec req-600d5eee-dbbd-49cb-95ec-e1c86df2a6f9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:43.070908 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d31e7236-03a3-49c4-9aad-fb4f04303eec req-600d5eee-dbbd-49cb-95ec-e1c86df2a6f9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 946 time: 0.0521328 Aug 01 14:19:43.131496 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d31e7236-03a3-49c4-9aad-fb4f04303eec req-38420eef-a112-46ac-b19d-0a1b97d213f9 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups?id=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504637 Aug 01 14:19:43.382110 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-c56b2dc0-a3c9-49a1-941a-2ea3b6a46eed tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:19:43.383676 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-c56b2dc0-a3c9-49a1-941a-2ea3b6a46eed tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 946 time: 0.0574286 Aug 01 14:19:43.491241 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Deleting port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:43.491578 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:43.593285 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] For port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:43.593623 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:43.763908 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:43.764301 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581217'] for floatingip (0aa05f86-18e1-4bde-b90e-5ca71b59d3c1), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:43.764611 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.db.l3_db [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Floating IP 0aa05f86-18e1-4bde-b90e-5ca71b59d3c1 disassociated. External IP: 172.27.4.170, port: 635a99d2-0a61-4a73-a3d0-fdf636d39a2f. Aug 01 14:19:43.764957 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Calling delete_port for 635a99d2-0a61-4a73-a3d0-fdf636d39a2f owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:43.835850 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:43.886592 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:43.919468 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (635a99d2-0a61-4a73-a3d0-fdf636d39a2f), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:43.949288 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'Port': ['ID=635a99d2-0a61-4a73-a3d0-fdf636d39a2f,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:43.962062 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.962420 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.962800 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.963139 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.963472 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.963826 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.964153 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.964520 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.964857 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.965182 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.965507 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.965830 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.966156 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.966477 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:43.966788 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:44.088385 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Router 81e49279-8e0b-41d8-8922-2266359f7c20 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:19:44.221929 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:19:44.233336 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:19:44.248485 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:44.249093 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:19:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:44.278851 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d769174a-77d8-4117-a160-2235d2937b9d req-5b72b153-3a1e-4fd7-89b6-13c7fcac09ad tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6cdfa01-7170-497f-bdfa-a6e5d95e4007 HTTP/1.1" status: 200 len: 210 time: 0.0550275 Aug 01 14:19:44.306247 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] No DVR routers for this DVR port 635a99d2-0a61-4a73-a3d0-fdf636d39a2f on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:19:44.313297 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:44.316721 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a8314a99-fdaa-4063-9593-a9a2cd0e8491 req-0322f3b9-cf9d-4743-8f5e-f57a1d0bad90 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.57 "DELETE /v2.0/ports/635a99d2-0a61-4a73-a3d0-fdf636d39a2f HTTP/1.1" status: 204 len: 173 time: 0.9251332 Aug 01 14:19:44.317209 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'name': 'network-vif-deleted', 'tag': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:19:44.319997 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14735419-4569-48aa-8dde-d8781eca4fb1" -d '{"events": [{"server_uuid": "f6cdfa01-7170-497f-bdfa-a6e5d95e4007", "name": "network-vif-deleted", "tag": "635a99d2-0a61-4a73-a3d0-fdf636d39a2f"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:19:44.363913 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f83a27-971a-4e9f-80f0-b4d5bd712abc x-openstack-request-id: req-70f83a27-971a-4e9f-80f0-b4d5bd712abc {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:19:44.364442 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cdfa01-7170-497f-bdfa-a6e5d95e4007", "name": "network-vif-deleted", "tag": "635a99d2-0a61-4a73-a3d0-fdf636d39a2f", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:19:44.364972 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70f83a27-971a-4e9f-80f0-b4d5bd712abc {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:19:44.365585 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f83a27-971a-4e9f-80f0-b4d5bd712abc'] response: {'server_uuid': 'f6cdfa01-7170-497f-bdfa-a6e5d95e4007', 'name': 'network-vif-deleted', 'tag': '635a99d2-0a61-4a73-a3d0-fdf636d39a2f', 'status': 'completed', 'code': 200} Aug 01 14:19:44.417896 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:44.537712 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:44.616621 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:44.644645 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:19:44.653714 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:44.654324 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:19:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:44.733304 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:44.759490 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:44.960468 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:44.997316 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3eae5e-57e5-44d0-a37a-863c2c3beb15 None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:15:04Z', 'revision_number': 4, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi', '_interfaces': [{'id': 'bae76511-8da4-483f-aff0-1b67c876e6eb', 'name': '', 'network_id': '1987c22e-ab83-4108-bc22-29b9909b71a1', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'mac_address': 'fa:16:3e:c2:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:03Z', 'updated_at': '2022-08-01T14:15:10Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'subnets': [{'id': 'aa6d82a5-098f-44c2-8d12-39c17960c636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:19:45.227979 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d7634-0937-4e8a-a692-fa771bdaedac None None] New status for floating IP 0aa05f86-18e1-4bde-b90e-5ca71b59d3c1: DOWN {{(pid=104321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 01 14:19:45.386063 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37572) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:45.454153 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bc91ddd6-ae15-4c4b-83e9-d75248f38123 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (94fc3a4a-af8c-4e26-b9cd-1f332e9d67de), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:45.479278 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bc91ddd6-ae15-4c4b-83e9-d75248f38123 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (94fc3a4a-af8c-4e26-b9cd-1f332e9d67de), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:45.535328 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bc91ddd6-ae15-4c4b-83e9-d75248f38123 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (94fc3a4a-af8c-4e26-b9cd-1f332e9d67de), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:45.539657 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-bc91ddd6-ae15-4c4b-83e9-d75248f38123 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:45.544612 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-bc91ddd6-ae15-4c4b-83e9-d75248f38123 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "DELETE /v2.0/security-groups/94fc3a4a-af8c-4e26-b9cd-1f332e9d67de HTTP/1.1" status: 204 len: 168 time: 0.1539021 Aug 01 14:19:45.545944 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37574) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:45.561845 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91ddd6-ae15-4c4b-83e9-d75248f38123 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fc3a4a-af8c-4e26-b9cd-1f332e9d67de,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:45.570576 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.api.v2.resource [None req-58e46c7f-fa41-40d7-b9d8-68110d9be0b7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] show failed (client error): The resource could not be found. Aug 01 14:19:45.570938 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-58e46c7f-fa41-40d7-b9d8-68110d9be0b7 tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "GET /v2.0/security-groups/94fc3a4a-af8c-4e26-b9cd-1f332e9d67de HTTP/1.1" status: 404 len: 347 time: 0.0237396 Aug 01 14:19:45.574067 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37576) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:45.696575 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-a16b85bb-0591-4c04-8cde-788c03eee3ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Deleting port b2fa7124-9994-4dfa-a62b-6a7071093110 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:45.696909 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a16b85bb-0591-4c04-8cde-788c03eee3ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (b2fa7124-9994-4dfa-a62b-6a7071093110), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:45.780795 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a16b85bb-0591-4c04-8cde-788c03eee3ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (b2fa7124-9994-4dfa-a62b-6a7071093110), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:45.781123 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a16b85bb-0591-4c04-8cde-788c03eee3ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (b2fa7124-9994-4dfa-a62b-6a7071093110), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:45.797668 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-a16b85bb-0591-4c04-8cde-788c03eee3ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Calling delete_port for b2fa7124-9994-4dfa-a62b-6a7071093110 owned by network:floatingip {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:45.937410 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a16b85bb-0591-4c04-8cde-788c03eee3ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (b2fa7124-9994-4dfa-a62b-6a7071093110), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:45.945962 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:45.969356 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b85bb-0591-4c04-8cde-788c03eee3ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Pushing event deleted for resources: {'Port': ['ID=b2fa7124-9994-4dfa-a62b-6a7071093110,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:45.994982 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:46.046128 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a16b85bb-0591-4c04-8cde-788c03eee3ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks [] for floatingip (0aa05f86-18e1-4bde-b90e-5ca71b59d3c1), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:46.048730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-a16b85bb-0591-4c04-8cde-788c03eee3ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for floatingip (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:46.049943 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-a16b85bb-0591-4c04-8cde-788c03eee3ec tempest-AttachVolumeNegativeTest-1583776842 tempest-AttachVolumeNegativeTest-1583776842-project] 10.222.0.45 "DELETE /v2.0/floatingips/0aa05f86-18e1-4bde-b90e-5ca71b59d3c1 HTTP/1.1" status: 204 len: 168 time: 0.4749455 Aug 01 14:19:47.616244 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:47.617055 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=2,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:47.624135 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 635a99d2-0a61-4a73-a3d0-fdf636d39a2f no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:47.647729 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 635a99d2-0a61-4a73-a3d0-fdf636d39a2f {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:47.648049 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 635a99d2-0a61-4a73-a3d0-fdf636d39a2f not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:49.865711 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37612) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:50.221867 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407315'] for router_interface (81e49279-8e0b-41d8-8922-2266359f7c20), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:50.462309 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] Deleting port bae76511-8da4-483f-aff0-1b67c876e6eb {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:50.462648 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:50.548084 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] For port bae76511-8da4-483f-aff0-1b67c876e6eb, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=bae76511-8da4-483f-aff0-1b67c876e6eb,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:50.548485 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:50.565347 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] Calling delete_port for bae76511-8da4-483f-aff0-1b67c876e6eb owned by network:router_interface {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:50.736119 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:50.738578 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:50.758226 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (bae76511-8da4-483f-aff0-1b67c876e6eb), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:50.787810 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=bae76511-8da4-483f-aff0-1b67c876e6eb,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:50.866242 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:50.975977 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407487'] for router_interface (81e49279-8e0b-41d8-8922-2266359f7c20), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:51.196433 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] Router 81e49279-8e0b-41d8-8922-2266359f7c20 has already been hosted by L3 agent ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f {{(pid=104318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 01 14:19:51.310421 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] Notify agent at l3_agent.dv-cinder-845178-10-iscsi the message routers_updated {{(pid=104318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 01 14:19:51.316070 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-9b338cd7-7fab-4e69-8a11-f6fa53243f7a admin admin] 10.222.0.45 "PUT /v2.0/routers/81e49279-8e0b-41d8-8922-2266359f7c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4492581 Aug 01 14:19:51.319438 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37614) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:51.324836 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883085fc-0883-45dc-9695-e73464b96046 None None] Sync routers for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 01 14:19:51.335520 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883085fc-0883-45dc-9695-e73464b96046 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:51.336168 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-883085fc-0883-45dc-9695-e73464b96046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:19:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:51.427147 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Publish callbacks [] for router (81e49279-8e0b-41d8-8922-2266359f7c20), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:51.447270 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-883085fc-0883-45dc-9695-e73464b96046 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: dv-cinder-845178-10-iscsi {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:51.535155 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Publish callbacks [] for router_gateway (81e49279-8e0b-41d8-8922-2266359f7c20), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:51.583695 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Deleting port 4513fdee-c02a-44df-b183-18f7e6f58522 {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:51.584021 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:51.628657 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-883085fc-0883-45dc-9695-e73464b96046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'external_fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:19:50Z', 'revision_number': 5, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port': {'id': '4513fdee-c02a-44df-b183-18f7e6f58522', 'name': '', 'network_id': 'd8be1c6a-b91c-442d-8ade-fce2fb3e8857', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:66:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845178-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-01T14:15:01Z', 'updated_at': '2022-08-01T14:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7ae0e7-5220-4fd1-baa4-b353770847a4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845178-10-iscsi'}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:51.658778 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883085fc-0883-45dc-9695-e73464b96046 None None] Checking router: 81e49279-8e0b-41d8-8922-2266359f7c20 for host: dv-cinder-845178-10-iscsi {{(pid=104320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 01 14:19:51.668659 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883085fc-0883-45dc-9695-e73464b96046 None None] Routers {'81e49279-8e0b-41d8-8922-2266359f7c20'} bound to L3 agent in host dv-cinder-845178-10-iscsi {{(pid=104320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 01 14:19:51.668659 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-883085fc-0883-45dc-9695-e73464b96046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845178-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-01T13:59:27Z,description=,heartbeat_timestamp=2022-08-01T14:19:27Z,host='dv-cinder-845178-10-iscsi',id=ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f,load=0,resource_versions=,resources_synced=,started_at=2022-08-01T13:59:27Z,topic='l3_agent')) {'router_ids': ['81e49279-8e0b-41d8-8922-2266359f7c20'], 'active': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:51.673835 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] For port 4513fdee-c02a-44df-b183-18f7e6f58522, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=4513fdee-c02a-44df-b183-18f7e6f58522,segment=NetworkSegment(95d88fd8-bfc7-4d70-880a-1a9c4041dd53),segment_id=95d88fd8-bfc7-4d70-880a-1a9c4041dd53)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:51.674180 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:51.688732 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Calling delete_port for 4513fdee-c02a-44df-b183-18f7e6f58522 owned by network:router_gateway {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:51.751850 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvr_db [None req-883085fc-0883-45dc-9695-e73464b96046 None None] Set router 81e49279-8e0b-41d8-8922-2266359f7c20 gateway port host: None {{(pid=104320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 01 14:19:51.806981 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_hamode_db [None req-883085fc-0883-45dc-9695-e73464b96046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:19:51Z', 'revision_number': 6, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port_host': None}], 'dv-cinder-845178-10-iscsi', False) {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:51.833959 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883085fc-0883-45dc-9695-e73464b96046 None None] The sync data for ids ['81e49279-8e0b-41d8-8922-2266359f7c20'] in dv-cinder-845178-10-iscsi is: [{'id': '81e49279-8e0b-41d8-8922-2266359f7c20', 'name': 'tempest-AttachVolumeNegativeTest-1315956960-router', 'tenant_id': 'db87d8b3358945aa88acbdc4246917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-01T14:15:00Z', 'updated_at': '2022-08-01T14:19:51Z', 'revision_number': 6, 'project_id': 'db87d8b3358945aa88acbdc4246917ae', 'gw_port_host': None}] {{(pid=104320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 01 14:19:51.874001 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (4513fdee-c02a-44df-b183-18f7e6f58522), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:51.898952 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4513fdee-c02a-44df-b183-18f7e6f58522,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:51.973437 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407671'] for router_gateway (81e49279-8e0b-41d8-8922-2266359f7c20), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.065714 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router (81e49279-8e0b-41d8-8922-2266359f7c20), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.068103 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Publish callbacks [] for router_controller (81e49279-8e0b-41d8-8922-2266359f7c20), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.117960 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-581400'] for router (81e49279-8e0b-41d8-8922-2266359f7c20), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.118663 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e49279-8e0b-41d8-8922-2266359f7c20 {{(pid=104319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 01 14:19:52.123317 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.124323 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-3d6bb238-8523-48a6-85a4-545ad8fe3cb8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/81e49279-8e0b-41d8-8922-2266359f7c20 HTTP/1.1" status: 204 len: 168 time: 0.8038127 Aug 01 14:19:52.127401 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37616) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:52.182767 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e685ccc-7340-4e7c-a386-453c57e442e4 admin admin] Deleting subnet aa6d82a5-098f-44c2-8d12-39c17960c636 {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:19:52.186614 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2e685ccc-7340-4e7c-a386-453c57e442e4 admin admin] Publish callbacks [] for subnet (aa6d82a5-098f-44c2-8d12-39c17960c636), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.216238 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:52.227217 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2e685ccc-7340-4e7c-a386-453c57e442e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (aa6d82a5-098f-44c2-8d12-39c17960c636), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.311925 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2e685ccc-7340-4e7c-a386-453c57e442e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (aa6d82a5-098f-44c2-8d12-39c17960c636), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.313937 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:52.373457 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2e685ccc-7340-4e7c-a386-453c57e442e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (aa6d82a5-098f-44c2-8d12-39c17960c636), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.398197 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e685ccc-7340-4e7c-a386-453c57e442e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6d82a5-098f-44c2-8d12-39c17960c636,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:52.404423 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2e685ccc-7340-4e7c-a386-453c57e442e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.410418 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2e685ccc-7340-4e7c-a386-453c57e442e4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/aa6d82a5-098f-44c2-8d12-39c17960c636 HTTP/1.1" status: 204 len: 168 time: 0.2796032 Aug 01 14:19:52.410688 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37618) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:52.411045 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd26e0-c6ef-498e-b7c7-4a584b93404b None None] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:19:52.484781 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (1987c22e-ab83-4108-bc22-29b9909b71a1), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.544981 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Deleting port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc {{(pid=104319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:52.545491 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.617946 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.db [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] For port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=6ffe38c4-6884-42cd-bd16-db96f6c35ddc,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:52.618320 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.626093 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] DHCP port deletion for 1987c22e-ab83-4108-bc22-29b9909b71a1 request from dv-cinder-845178-10-iscsi {{(pid=104320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 01 14:19:52.636959 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.plugin [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Calling delete_port for 6ffe38c4-6884-42cd-bd16-db96f6c35ddc owned by network:dhcp {{(pid=104319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:52.642552 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device bae76511-8da4-483f-aff0-1b67c876e6eb no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:52.694345 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: bae76511-8da4-483f-aff0-1b67c876e6eb {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:52.694648 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device bae76511-8da4-483f-aff0-1b67c876e6eb not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:52.703419 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Deleting port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:19:52.703799 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.705483 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:52.730675 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-124942867'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.761658 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffe38c4-6884-42cd-bd16-db96f6c35ddc,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:52.766945 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] No DVR routers for this DVR port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc on host dv-cinder-845178-10-iscsi {{(pid=104319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:19:52.847975 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (1987c22e-ab83-4108-bc22-29b9909b71a1), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.877577 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1987c22e-ab83-4108-bc22-29b9909b71a1']}} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:52.890803 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd4edc5-e565-40b3-8663-933d40c93fcd') {'for_net_delete': True} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:52.891169 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.services.segments.db [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd4edc5-e565-40b3-8663-933d40c93fcd') {} {{(pid=104319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:19:52.906937 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4830364'] for segment (ddd4edc5-e565-40b3-8663-933d40c93fcd), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.918329 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] For port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc, host dv-cinder-845178-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845178-10-iscsi',level=0,port_id=6ffe38c4-6884-42cd-bd16-db96f6c35ddc,segment=NetworkSegment(ddd4edc5-e565-40b3-8663-933d40c93fcd),segment_id=ddd4edc5-e565-40b3-8663-933d40c93fcd)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:19:52.918726 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.923209 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (ddd4edc5-e565-40b3-8663-933d40c93fcd), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.931542 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:19:52.932053 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-124942894'] for segment (ddd4edc5-e565-40b3-8663-933d40c93fcd), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:52.934418 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Calling delete_port for 6ffe38c4-6884-42cd-bd16-db96f6c35ddc owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:19:52.974630 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment ddd4edc5-e565-40b3-8663-933d40c93fcd resource provider aggregate not found Aug 01 14:19:52.995232 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:53.000133 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.services.segments.plugin [-] Segment ddd4edc5-e565-40b3-8663-933d40c93fcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddd4edc5-e565-40b3-8663-933d40c93fcd found for delete ", "request_id": "req-1288f9b2-8d8e-4fe0-9efa-f02e3be681e5"}]} Aug 01 14:19:53.014420 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (1987c22e-ab83-4108-bc22-29b9909b71a1), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:53.021178 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:53.024348 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1987c22e-ab83-4108-bc22-29b9909b71a1 HTTP/1.1" status: 204 len: 168 time: 0.6126504 Aug 01 14:19:53.037661 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a8ed3-5564-4f45-a898-5d73ba6317c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1987c22e-ab83-4108-bc22-29b9909b71a1,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:53.041384 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943'] for port (6ffe38c4-6884-42cd-bd16-db96f6c35ddc), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:53.064817 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Network 1987c22e-ab83-4108-bc22-29b9909b71a1 is not hosted by any dhcp agent {{(pid=104320) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 01 14:19:53.065514 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] No DVR routers for this DVR port 6ffe38c4-6884-42cd-bd16-db96f6c35ddc on host dv-cinder-845178-10-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:19:53.071432 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Pushing event deleted for resources: {'Port': ['ID=6ffe38c4-6884-42cd-bd16-db96f6c35ddc,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:53.082834 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.082834 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.083051 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.083244 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.083572 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.083900 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.084230 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.084581 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.084907 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.085245 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.085562 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.085892 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.086215 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.086594 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.086871 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5682b2-ca43-4437-a31a-d8140707bec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:19:53.272926 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37626) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:53.322703 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0354576e-5ed4-41af-aadb-5d633437efac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db87d8b3358945aa88acbdc4246917ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485840 Aug 01 14:19:53.325530 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37628) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:53.381990 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b4e343-1a1a-4b06-af53-448f61ef8937 admin admin] Publish callbacks [] for security_group (e4f6fdd3-8bf2-4436-8778-aa545d49ee8b), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:53.406887 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b4e343-1a1a-4b06-af53-448f61ef8937 admin admin] Publish callbacks [] for security_group (e4f6fdd3-8bf2-4436-8778-aa545d49ee8b), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:53.461654 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b4e343-1a1a-4b06-af53-448f61ef8937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (e4f6fdd3-8bf2-4436-8778-aa545d49ee8b), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:53.464472 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-68b4e343-1a1a-4b06-af53-448f61ef8937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:53.465659 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-68b4e343-1a1a-4b06-af53-448f61ef8937 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4f6fdd3-8bf2-4436-8778-aa545d49ee8b HTTP/1.1" status: 204 len: 168 time: 0.1391013 Aug 01 14:19:53.474104 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4e343-1a1a-4b06-af53-448f61ef8937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f6fdd3-8bf2-4436-8778-aa545d49ee8b,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:54.052613 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 4513fdee-c02a-44df-b183-18f7e6f58522 no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:54.074709 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 4513fdee-c02a-44df-b183-18f7e6f58522 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:54.075039 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 4513fdee-c02a-44df-b183-18f7e6f58522 not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:54.075454 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 6ffe38c4-6884-42cd-bd16-db96f6c35ddc no longer exists at agent ovs-agent-dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:19:54.095224 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] No Port match for: 6ffe38c4-6884-42cd-bd16-db96f6c35ddc {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:19:54.100098 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Device 6ffe38c4-6884-42cd-bd16-db96f6c35ddc not bound to the agent host dv-cinder-845178-10-iscsi {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:19:54.374266 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fdf26004-6b3e-4e41-af63-23cb6f853d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:55.302036 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:55.304535 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:56.399419 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:19:56.618693 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-696b43c9-ac9e-4210-b193-6df3c3c8a56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:58.293163 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:58.330092 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37712) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:58.454389 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea1b2-af7a-465e-af52-f1d1d1d190bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:58.555598 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea1b2-af7a-465e-af52-f1d1d1d190bc admin admin] Publish callbacks [] for security_group (75ef5438-98eb-4a7c-9c4b-1b5053813081), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:58.560913 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea1b2-af7a-465e-af52-f1d1d1d190bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (75ef5438-98eb-4a7c-9c4b-1b5053813081), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:58.577865 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:58.609036 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-fe9ea1b2-af7a-465e-af52-f1d1d1d190bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57977983716d49b4b316ed9e848ba72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778039 Aug 01 14:19:58.610488 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ea1b2-af7a-465e-af52-f1d1d1d190bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ef5438-98eb-4a7c-9c4b-1b5053813081,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:58.611882 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37716) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:58.670441 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2406501b-896b-4402-85f2-2f535d3a39ac admin admin] Publish callbacks [] for security_group (75ef5438-98eb-4a7c-9c4b-1b5053813081), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:58.698258 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2406501b-896b-4402-85f2-2f535d3a39ac admin admin] Publish callbacks [] for security_group (75ef5438-98eb-4a7c-9c4b-1b5053813081), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:58.713911 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:58.755377 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2406501b-896b-4402-85f2-2f535d3a39ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (75ef5438-98eb-4a7c-9c4b-1b5053813081), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:58.758493 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-2406501b-896b-4402-85f2-2f535d3a39ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:58.760072 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-2406501b-896b-4402-85f2-2f535d3a39ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75ef5438-98eb-4a7c-9c4b-1b5053813081 HTTP/1.1" status: 204 len: 168 time: 0.1459191 Aug 01 14:19:58.769325 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406501b-896b-4402-85f2-2f535d3a39ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ef5438-98eb-4a7c-9c4b-1b5053813081,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:59.056081 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37722) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:59.070154 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-27069182-bc34-42f1-9174-b6d9449264c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:59.072893 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:19:59.155653 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:59.159586 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-27069182-bc34-42f1-9174-b6d9449264c6 admin admin] Publish callbacks [] for security_group (dc1d5e7f-9fca-4264-b00e-9562aa25ae55), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:59.164916 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-27069182-bc34-42f1-9174-b6d9449264c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (dc1d5e7f-9fca-4264-b00e-9562aa25ae55), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:59.204706 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27069182-bc34-42f1-9174-b6d9449264c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1d5e7f-9fca-4264-b00e-9562aa25ae55,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:59.209234 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-27069182-bc34-42f1-9174-b6d9449264c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce1c49c382e242159f374482062353e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520369 Aug 01 14:19:59.212238 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37724) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:19:59.268753 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-30ba394a-7669-4eb9-bd15-e8bcd5638464 admin admin] Publish callbacks [] for security_group (dc1d5e7f-9fca-4264-b00e-9562aa25ae55), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:59.294737 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-30ba394a-7669-4eb9-bd15-e8bcd5638464 admin admin] Publish callbacks [] for security_group (dc1d5e7f-9fca-4264-b00e-9562aa25ae55), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:59.350147 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-30ba394a-7669-4eb9-bd15-e8bcd5638464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (dc1d5e7f-9fca-4264-b00e-9562aa25ae55), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:59.352850 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-30ba394a-7669-4eb9-bd15-e8bcd5638464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:19:59.354072 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-30ba394a-7669-4eb9-bd15-e8bcd5638464 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc1d5e7f-9fca-4264-b00e-9562aa25ae55 HTTP/1.1" status: 204 len: 168 time: 0.1411974 Aug 01 14:19:59.363332 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba394a-7669-4eb9-bd15-e8bcd5638464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1d5e7f-9fca-4264-b00e-9562aa25ae55,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:19:59.965760 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:02.328174 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37792) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:02.452485 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-102ea21f-1e03-481d-aed6-4ed2826874b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:02.540226 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-102ea21f-1e03-481d-aed6-4ed2826874b8 admin admin] Publish callbacks [] for security_group (c42c1503-37b2-456b-ac1a-8a00b155f53e), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:02.545630 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-102ea21f-1e03-481d-aed6-4ed2826874b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c42c1503-37b2-456b-ac1a-8a00b155f53e), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:02.598840 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-102ea21f-1e03-481d-aed6-4ed2826874b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1188b1283a7e4210885a9eb3b767b4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695127 Aug 01 14:20:02.599564 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ea21f-1e03-481d-aed6-4ed2826874b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42c1503-37b2-456b-ac1a-8a00b155f53e,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:02.602724 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37796) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:02.660859 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-534d59c9-6fdc-4299-b0a4-bf7a74b2b50b admin admin] Publish callbacks [] for security_group (c42c1503-37b2-456b-ac1a-8a00b155f53e), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:02.685735 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-534d59c9-6fdc-4299-b0a4-bf7a74b2b50b admin admin] Publish callbacks [] for security_group (c42c1503-37b2-456b-ac1a-8a00b155f53e), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:02.755561 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-534d59c9-6fdc-4299-b0a4-bf7a74b2b50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (c42c1503-37b2-456b-ac1a-8a00b155f53e), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:02.761080 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-534d59c9-6fdc-4299-b0a4-bf7a74b2b50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:02.763676 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-534d59c9-6fdc-4299-b0a4-bf7a74b2b50b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c42c1503-37b2-456b-ac1a-8a00b155f53e HTTP/1.1" status: 204 len: 168 time: 0.1595471 Aug 01 14:20:02.775053 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d59c9-6fdc-4299-b0a4-bf7a74b2b50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42c1503-37b2-456b-ac1a-8a00b155f53e,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:03.085484 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37802) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:03.100295 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19caac4c-1001-47cb-a9f5-a8ddc570b025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:03.145733 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:03.182316 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19caac4c-1001-47cb-a9f5-a8ddc570b025 admin admin] Publish callbacks [] for security_group (27ab14aa-3c74-462d-b54f-c49cabc3b15c), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:03.188264 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-19caac4c-1001-47cb-a9f5-a8ddc570b025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (27ab14aa-3c74-462d-b54f-c49cabc3b15c), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:03.228181 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-19caac4c-1001-47cb-a9f5-a8ddc570b025 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fef97eb490104876b65d08293255ddf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414404 Aug 01 14:20:03.228907 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caac4c-1001-47cb-a9f5-a8ddc570b025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ab14aa-3c74-462d-b54f-c49cabc3b15c,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:03.231351 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37804) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:03.293341 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2c41-986f-49c0-a66f-d482cf053364 admin admin] Publish callbacks [] for security_group (27ab14aa-3c74-462d-b54f-c49cabc3b15c), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:03.317074 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2c41-986f-49c0-a66f-d482cf053364 admin admin] Publish callbacks [] for security_group (27ab14aa-3c74-462d-b54f-c49cabc3b15c), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:03.368052 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2c41-986f-49c0-a66f-d482cf053364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (27ab14aa-3c74-462d-b54f-c49cabc3b15c), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:03.372321 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2c41-986f-49c0-a66f-d482cf053364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:03.373865 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-eb5c2c41-986f-49c0-a66f-d482cf053364 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27ab14aa-3c74-462d-b54f-c49cabc3b15c HTTP/1.1" status: 204 len: 168 time: 0.1416483 Aug 01 14:20:03.382053 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c2c41-986f-49c0-a66f-d482cf053364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ab14aa-3c74-462d-b54f-c49cabc3b15c,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:05.588212 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37876) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:05.723023 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d5a6e5f7-e5b0-43bc-812e-2c90da727011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:05.803957 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d5a6e5f7-e5b0-43bc-812e-2c90da727011 admin admin] Publish callbacks [] for security_group (af0bfb16-b48a-4011-b8ab-078084db11a8), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:05.810128 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-d5a6e5f7-e5b0-43bc-812e-2c90da727011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (af0bfb16-b48a-4011-b8ab-078084db11a8), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:05.857980 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-d5a6e5f7-e5b0-43bc-812e-2c90da727011 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9cfbf38c749417f8f1488c59c23b1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685957 Aug 01 14:20:05.858805 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6e5f7-e5b0-43bc-812e-2c90da727011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0bfb16-b48a-4011-b8ab-078084db11a8,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:05.860988 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37880) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:05.918215 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9cea5e03-b2da-4d5c-b920-c88e43ba07da admin admin] Publish callbacks [] for security_group (af0bfb16-b48a-4011-b8ab-078084db11a8), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:05.938230 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:05.943450 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9cea5e03-b2da-4d5c-b920-c88e43ba07da admin admin] Publish callbacks [] for security_group (af0bfb16-b48a-4011-b8ab-078084db11a8), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:05.978416 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:06.006920 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9cea5e03-b2da-4d5c-b920-c88e43ba07da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (af0bfb16-b48a-4011-b8ab-078084db11a8), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:06.009746 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9cea5e03-b2da-4d5c-b920-c88e43ba07da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:06.010958 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-9cea5e03-b2da-4d5c-b920-c88e43ba07da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af0bfb16-b48a-4011-b8ab-078084db11a8 HTTP/1.1" status: 204 len: 168 time: 0.1484494 Aug 01 14:20:06.019596 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea5e03-b2da-4d5c-b920-c88e43ba07da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0bfb16-b48a-4011-b8ab-078084db11a8,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:06.328806 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37886) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:06.343404 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cb2397f1-e4ae-4255-b08a-5b42a7a03bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:06.395173 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:06.436390 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cb2397f1-e4ae-4255-b08a-5b42a7a03bb0 admin admin] Publish callbacks [] for security_group (309e91c7-3aae-4c94-8a8b-0a40f130052e), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:06.441431 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-cb2397f1-e4ae-4255-b08a-5b42a7a03bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (309e91c7-3aae-4c94-8a8b-0a40f130052e), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:06.483169 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-cb2397f1-e4ae-4255-b08a-5b42a7a03bb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f18d706549c0458ea27ae26337a25ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531444 Aug 01 14:20:06.484164 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2397f1-e4ae-4255-b08a-5b42a7a03bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309e91c7-3aae-4c94-8a8b-0a40f130052e,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:06.487091 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37888) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:06.552047 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1285c602-ff5c-4493-9e07-324b58a47db7 admin admin] Publish callbacks [] for security_group (309e91c7-3aae-4c94-8a8b-0a40f130052e), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:06.576677 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1285c602-ff5c-4493-9e07-324b58a47db7 admin admin] Publish callbacks [] for security_group (309e91c7-3aae-4c94-8a8b-0a40f130052e), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:06.625944 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1285c602-ff5c-4493-9e07-324b58a47db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (309e91c7-3aae-4c94-8a8b-0a40f130052e), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:06.628494 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-1285c602-ff5c-4493-9e07-324b58a47db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:06.629676 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-1285c602-ff5c-4493-9e07-324b58a47db7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/309e91c7-3aae-4c94-8a8b-0a40f130052e HTTP/1.1" status: 204 len: 168 time: 0.1419718 Aug 01 14:20:06.637914 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285c602-ff5c-4493-9e07-324b58a47db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309e91c7-3aae-4c94-8a8b-0a40f130052e,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:08.968909 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37956) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:09.087227 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-80123934-165d-4985-86a5-715331e58055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.133800 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:09.178601 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-80123934-165d-4985-86a5-715331e58055 admin admin] Publish callbacks [] for security_group (711c8e5f-b953-433a-ab77-dda9eda4fe9f), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.184327 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-80123934-165d-4985-86a5-715331e58055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (711c8e5f-b953-433a-ab77-dda9eda4fe9f), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.203654 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:09.227971 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-80123934-165d-4985-86a5-715331e58055 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad036d459c6449e18103177c2aaa1a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577569 Aug 01 14:20:09.229307 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80123934-165d-4985-86a5-715331e58055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711c8e5f-b953-433a-ab77-dda9eda4fe9f,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:09.230872 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37960) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:09.290808 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-42ae2595-3c21-445f-955a-0b33815b3296 admin admin] Publish callbacks [] for security_group (711c8e5f-b953-433a-ab77-dda9eda4fe9f), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.318671 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-42ae2595-3c21-445f-955a-0b33815b3296 admin admin] Publish callbacks [] for security_group (711c8e5f-b953-433a-ab77-dda9eda4fe9f), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.372389 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-42ae2595-3c21-445f-955a-0b33815b3296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (711c8e5f-b953-433a-ab77-dda9eda4fe9f), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.375438 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-42ae2595-3c21-445f-955a-0b33815b3296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.377012 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-42ae2595-3c21-445f-955a-0b33815b3296 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/711c8e5f-b953-433a-ab77-dda9eda4fe9f HTTP/1.1" status: 204 len: 168 time: 0.1448379 Aug 01 14:20:09.387529 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae2595-3c21-445f-955a-0b33815b3296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711c8e5f-b953-433a-ab77-dda9eda4fe9f,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:09.688126 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 37966) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:09.703069 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0bae0307-1890-4a9f-a0dd-a86d17e94311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.805118 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0bae0307-1890-4a9f-a0dd-a86d17e94311 admin admin] Publish callbacks [] for security_group (ee5e1f92-3585-4bfd-99e6-23740737b3d8), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.810012 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-0bae0307-1890-4a9f-a0dd-a86d17e94311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (ee5e1f92-3585-4bfd-99e6-23740737b3d8), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.880028 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-0bae0307-1890-4a9f-a0dd-a86d17e94311 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b1d2ad650a44a99940a40614ddc118c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903150 Aug 01 14:20:09.881191 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae0307-1890-4a9f-a0dd-a86d17e94311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5e1f92-3585-4bfd-99e6-23740737b3d8,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:09.882951 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 37968) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:09.958111 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a4980021-a20d-4d56-9a1f-13afde190b5a admin admin] Publish callbacks [] for security_group (ee5e1f92-3585-4bfd-99e6-23740737b3d8), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:09.982511 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a4980021-a20d-4d56-9a1f-13afde190b5a admin admin] Publish callbacks [] for security_group (ee5e1f92-3585-4bfd-99e6-23740737b3d8), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:10.033273 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a4980021-a20d-4d56-9a1f-13afde190b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (ee5e1f92-3585-4bfd-99e6-23740737b3d8), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:10.036101 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-a4980021-a20d-4d56-9a1f-13afde190b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:10.037304 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-a4980021-a20d-4d56-9a1f-13afde190b5a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee5e1f92-3585-4bfd-99e6-23740737b3d8 HTTP/1.1" status: 204 len: 168 time: 0.1532276 Aug 01 14:20:10.046056 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4980021-a20d-4d56-9a1f-13afde190b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5e1f92-3585-4bfd-99e6-23740737b3d8,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:14.394805 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 38034) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:14.531708 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-40d71be0-8821-497c-9105-d284619c814f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:14.622937 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-40d71be0-8821-497c-9105-d284619c814f admin admin] Publish callbacks [] for security_group (275e1252-5d2d-44e0-a73e-c176e15a7cc1), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:14.628511 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-40d71be0-8821-497c-9105-d284619c814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (275e1252-5d2d-44e0-a73e-c176e15a7cc1), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:14.670619 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-40d71be0-8821-497c-9105-d284619c814f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09351810455346128fed3696def84e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746778 Aug 01 14:20:14.671586 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d71be0-8821-497c-9105-d284619c814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275e1252-5d2d-44e0-a73e-c176e15a7cc1,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:14.673421 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 38038) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:14.732049 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5134002e-acbb-4ef7-9e37-f3a6b16c45aa admin admin] Publish callbacks [] for security_group (275e1252-5d2d-44e0-a73e-c176e15a7cc1), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:14.758094 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5134002e-acbb-4ef7-9e37-f3a6b16c45aa admin admin] Publish callbacks [] for security_group (275e1252-5d2d-44e0-a73e-c176e15a7cc1), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:14.814668 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5134002e-acbb-4ef7-9e37-f3a6b16c45aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (275e1252-5d2d-44e0-a73e-c176e15a7cc1), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:14.817410 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-5134002e-acbb-4ef7-9e37-f3a6b16c45aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:14.818621 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-5134002e-acbb-4ef7-9e37-f3a6b16c45aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/275e1252-5d2d-44e0-a73e-c176e15a7cc1 HTTP/1.1" status: 204 len: 168 time: 0.1440878 Aug 01 14:20:14.828354 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134002e-acbb-4ef7-9e37-f3a6b16c45aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275e1252-5d2d-44e0-a73e-c176e15a7cc1,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:15.525747 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 38060) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:15.650472 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.v2.base [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-466994883-network', 'tenant_id': '192684124f13419fa3f9aed76ac3e400'}} {{(pid=104319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:20:15.674814 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Made reservation on behalf of 192684124f13419fa3f9aed76ac3e400 for: {'network': 1} {{(pid=104319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:20:15.677585 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for network (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:15.687493 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:15.767811 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Publish callbacks [] for security_group (5f524680-a896-4991-97a4-f57af66daf4b), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:15.775024 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5f524680-a896-4991-97a4-f57af66daf4b), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:15.804562 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=104319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 01 14:20:15.811775 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f524680-a896-4991-97a4-f57af66daf4b,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:15.818215 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (2cbcf55c-445d-4b98-b061-047107b22270), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:15.818567 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.db.segments_db [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Added segment 2cbcf55c-445d-4b98-b061-047107b22270 of type vlan for network 35a7aae2-ba87-44f0-84d2-0c741df20b03 Aug 01 14:20:15.869596 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770805614749'] for network (35a7aae2-ba87-44f0-84d2-0c741df20b03), precommit_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:15.898990 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610'] for network (35a7aae2-ba87-44f0-84d2-0c741df20b03), after_create {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:15.899986 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:15.900586 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:15.939315 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:15.959359 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4324231 Aug 01 14:20:15.962703 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 38064) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:20:15.964150 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8ace9-6bf8-433e-8bfe-ff161a430de0 admin admin] Pushing event updated for resources: {'Network': ['ID=35a7aae2-ba87-44f0-84d2-0c741df20b03,revision_number=1']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:15.975995 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Network 35a7aae2-ba87-44f0-84d2-0c741df20b03 details requested by agent ovs-agent-dv-cinder-845178-10-iscsi with host dv-cinder-845178-10-iscsi {{(pid=104320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 01 14:20:15.976646 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Request body: {'subnet': {'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-466994883-subnet', 'tenant_id': '192684124f13419fa3f9aed76ac3e400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:20:15.999311 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Made reservation on behalf of 192684124f13419fa3f9aed76ac3e400 for: {'subnet': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:20:16.001772 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5176487'] for subnet (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:16.004491 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:16.068911 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:16.464044 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5866927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5176529'] for subnet (3893aea3-4880-45f8-bac1-789a84c94bd3), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:16.518816 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3893aea3-4880-45f8-bac1-789a84c94bd3,revision_number=0']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:16.537571 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Checking segment: {'id': '2cbcf55c-445d-4b98-b061-047107b22270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:20:16.537981 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Network hostable DHCP agents. Network: 35a7aae2-ba87-44f0-84d2-0c741df20b03, hostable agents: ['9be7ef25-ee22-43ed-9159-ddc740b40c7c'], hosted agents: [] {{(pid=104318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 01 14:20:16.559430 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Network 35a7aae2-ba87-44f0-84d2-0c741df20b03 is scheduled to be hosted by DHCP agent 9be7ef25-ee22-43ed-9159-ddc740b40c7c with binding_index 1 {{(pid=104318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 01 14:20:16.572737 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845178-10-iscsi, 35a7aae2-ba87-44f0-84d2-0c741df20b03) {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:20:16.577959 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:16.579375 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for subnet (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:16.583162 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c7c8c-7a0d-4ef2-9a25-fbfe4679eedc None None] Network 35a7aae2-ba87-44f0-84d2-0c741df20b03 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:20:16.604399 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-9317c7e9-65ce-4436-be93-7eed6ee8e235 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6391363 Aug 01 14:20:16.712339 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b30ee-b1bf-4f48-af46-41c2618254af None None] Network 35a7aae2-ba87-44f0-84d2-0c741df20b03 requested from dv-cinder-845178-10-iscsi {{(pid=104320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 01 14:20:18.483420 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-e5d719ff-2266-4f34-8619-dcec17161de1 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:18.484989 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-e5d719ff-2266-4f34-8619-dcec17161de1 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/networks?id=35a7aae2-ba87-44f0-84d2-0c741df20b03 HTTP/1.1" status: 200 len: 813 time: 0.1318939 Aug 01 14:20:18.501492 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-1509b510-6abd-4593-9e33-a95bbfeb9f63 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/quotas/192684124f13419fa3f9aed76ac3e400 HTTP/1.1" status: 200 len: 375 time: 0.0103121 Aug 01 14:20:18.540741 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-6585aee4-ea52-4680-b2c7-95236c4aca70 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=192684124f13419fa3f9aed76ac3e400&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329247 Aug 01 14:20:18.696871 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-cd4450dc-609f-44a0-87ed-855ad1652a6d service neutron] 10.222.0.45 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475644 Aug 01 14:20:18.793731 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-fc2d6fb8-61cc-4476-a7e0-64a303b1753b service neutron] 10.222.0.45 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899212 Aug 01 14:20:18.973983 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-00a3285d-91ec-4ec2-be2b-300cf55aef12 req-afdb958d-88cc-4cf3-a06c-52df8d3a8529 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 210 time: 0.0341711 Aug 01 14:20:20.093856 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c8e9612d-1fb5-4163-ad7c-e8f98e3e114c req-1318a87a-8d2a-4ad6-9f77-d3773448ad71 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 210 time: 0.0297101 Aug 01 14:20:20.857419 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:21.195112 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-dcd65e44-2fa5-4e82-839c-dce928c8dab0 req-9e7ba53c-d922-4b4a-b480-581a55c7ff28 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 210 time: 0.0308151 Aug 01 14:20:22.311333 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-b8fac720-5614-4f41-91c0-3b832e4f7074 req-8e2d01b4-df7d-4e49-be86-a0c2920bceb3 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 210 time: 0.0302868 Aug 01 14:20:23.208703 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-022abbef-03ce-4b67-91bd-3bcf2bf27a58 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:23.211240 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-022abbef-03ce-4b67-91bd-3bcf2bf27a58 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.57 "GET /v2.0/networks?id=35a7aae2-ba87-44f0-84d2-0c741df20b03 HTTP/1.1" status: 200 len: 813 time: 0.1359813 Aug 01 14:20:23.224730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Request body: {'port': {'device_id': '2223bb96-e343-4e2e-9428-108803b71e0f', 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03', 'admin_state_up': True, 'tenant_id': '192684124f13419fa3f9aed76ac3e400'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:20:23.311244 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:23.349876 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Made reservation on behalf of 192684124f13419fa3f9aed76ac3e400 for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:20:23.354301 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:23.447395 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-a98da3ad-c4ea-4524-a1f8-36faa6687c98 req-f344d211-80bc-49c5-bf2e-069620895a0d tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 210 time: 0.0357981 Aug 01 14:20:23.533383 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:23.534745 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Allocated IP 172.20.0.14 (35a7aae2-ba87-44f0-84d2-0c741df20b03/3893aea3-4880-45f8-bac1-789a84c94bd3/fb7b5bbb-c301-43c1-8cdc-52270a2ca517) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:20:23.701423 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks [] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:23.735321 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:23.786852 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Network 35a7aae2-ba87-44f0-84d2-0c741df20b03 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:20:23.790738 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:20:23.798713 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:20:23.828536 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Pushing event updated for resources: {'Port': ['ID=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:23.860089 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:23.860813 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:23.881155 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-57fbccde-c99a-426e-96f5-f212c146dc1b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6614053 Aug 01 14:20:23.894555 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Request body: {'port': {'device_id': '2223bb96-e343-4e2e-9428-108803b71e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:20:23.969085 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:24.159638 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:24.277175 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7b5bbb-c301-43c1-8cdc-52270a2ca517 {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:20:24.286079 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Publish callbacks [] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:24.302863 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Transition to ACTIVE for port object fb7b5bbb-c301-43c1-8cdc-52270a2ca517 will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:20:24.308923 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:24.356599 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=71,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:24.358513 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:24.378680 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8457a208-b03a-4f2c-86cb-4cb2d11b7924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:24.401137 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:24.433667 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Attempting to bind port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:20:24.434004 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Attempting to bind port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '2cbcf55c-445d-4b98-b061-047107b22270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:20:24.434336 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Attempting to bind port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 on network 35a7aae2-ba87-44f0-84d2-0c741df20b03 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:20:24.439729 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 on network 35a7aae2-ba87-44f0-84d2-0c741df20b03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:20:24.440721 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Attempting to bind port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 on network 35a7aae2-ba87-44f0-84d2-0c741df20b03 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:20:24.446606 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:20:24.446899 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Checking segment: {'id': '2cbcf55c-445d-4b98-b061-047107b22270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:20:24.447153 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Bound using segment: {'id': '2cbcf55c-445d-4b98-b061-047107b22270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:20:24.447580 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Bound port: fb7b5bbb-c301-43c1-8cdc-52270a2ca517, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cbcf55c-445d-4b98-b061-047107b22270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:20:24.447943 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:24.497543 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:24.523448 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] For port fb7b5bbb-c301-43c1-8cdc-52270a2ca517, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:20:24.527701 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] For port fb7b5bbb-c301-43c1-8cdc-52270a2ca517, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,segment=NetworkSegment(2cbcf55c-445d-4b98-b061-047107b22270),segment_id=2cbcf55c-445d-4b98-b061-047107b22270)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:20:24.536339 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:24.542348 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:24.543510 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:24.546676 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] 10.222.0.57 "PUT /v2.0/ports/fb7b5bbb-c301-43c1-8cdc-52270a2ca517 HTTP/1.1" status: 200 len: 1094 time: 0.6559820 Aug 01 14:20:24.553125 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2223bb96-e343-4e2e-9428-108803b71e0f', 'tag': 'fb7b5bbb-c301-43c1-8cdc-52270a2ca517'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:20:24.557234 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c422cb06-9e91-422e-a2c6-a24e00e02501" -d '{"events": [{"name": "network-changed", "server_uuid": "2223bb96-e343-4e2e-9428-108803b71e0f", "tag": "fb7b5bbb-c301-43c1-8cdc-52270a2ca517"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:20:24.622180 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6595b2e7-8273-4920-873a-10611e1c9452 x-openstack-request-id: req-6595b2e7-8273-4920-873a-10611e1c9452 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:20:24.622654 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2223bb96-e343-4e2e-9428-108803b71e0f", "tag": "fb7b5bbb-c301-43c1-8cdc-52270a2ca517", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:20:24.622654 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6595b2e7-8273-4920-873a-10611e1c9452 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:20:24.623066 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6595b2e7-8273-4920-873a-10611e1c9452'] response: {'name': 'network-changed', 'server_uuid': '2223bb96-e343-4e2e-9428-108803b71e0f', 'tag': 'fb7b5bbb-c301-43c1-8cdc-52270a2ca517', 'status': 'completed', 'code': 200} Aug 01 14:20:24.680901 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa624f5-3b43-4c1c-ae0a-530a1c98d7dc req-2eecbb32-79b6-44c1-9f9a-b28e357ba843 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:24.682531 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6fa624f5-3b43-4c1c-ae0a-530a1c98d7dc req-2eecbb32-79b6-44c1-9f9a-b28e357ba843 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 944 time: 0.1348972 Aug 01 14:20:24.710261 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-077639d2-354d-409e-a3b1-f0e2cb829b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:24.712017 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-077639d2-354d-409e-a3b1-f0e2cb829b86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=192684124f13419fa3f9aed76ac3e400&device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 1128 time: 0.1116738 Aug 01 14:20:24.719146 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660ebab-29e8-44e0-b2aa-34401a61dc77 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:24.762531 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-69fed4c1-66b6-46ad-af31-fe6f319a2e4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb7b5bbb-c301-43c1-8cdc-52270a2ca517 HTTP/1.1" status: 200 len: 217 time: 0.0386422 Aug 01 14:20:24.820197 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6fa624f5-3b43-4c1c-ae0a-530a1c98d7dc req-fb7364c1-6b84-4c21-94d6-fc0a4c70f000 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250768 Aug 01 14:20:24.838528 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-bff340fb-d38f-498d-af10-f15be2fa801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:24.840247 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-bff340fb-d38f-498d-af10-f15be2fa801d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3893aea3-4880-45f8-bac1-789a84c94bd3 HTTP/1.1" status: 200 len: 853 time: 0.0669827 Aug 01 14:20:24.875154 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-8bef2e05-ffd4-4215-8b67-ea2b03ca424b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=35a7aae2-ba87-44f0-84d2-0c741df20b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288949 Aug 01 14:20:24.982517 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-30c82356-b773-4042-9002-ac2818a89789 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008840 Aug 01 14:20:25.093786 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-9180d7de-ca87-4025-b116-93fde53a6e13 req-d20c4203-00a7-4e66-8586-529ef66746b6 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046047 Aug 01 14:20:25.387005 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=15 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:25.391825 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=17 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:25.828289 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:25.833515 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422cb06-9e91-422e-a2c6-a24e00e02501 req-6edb025d-0d1e-4bc4-a4ae-44dcbdeca65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:25.835159 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c422cb06-9e91-422e-a2c6-a24e00e02501 req-6edb025d-0d1e-4bc4-a4ae-44dcbdeca65e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=192684124f13419fa3f9aed76ac3e400&device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 1128 time: 0.0512850 Aug 01 14:20:25.957265 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:25.978337 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bedeb-188a-4689-ab3a-0f9e3471fcd0 req-e4a703a1-c15f-4ab0-ba93-cbeab3ca5f16 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:25.979855 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6e2bedeb-188a-4689-ab3a-0f9e3471fcd0 req-e4a703a1-c15f-4ab0-ba93-cbeab3ca5f16 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 944 time: 0.0738308 Aug 01 14:20:25.983047 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422cb06-9e91-422e-a2c6-a24e00e02501 req-57a60797-b60b-4d3a-9630-7a222e63bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:25.984483 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c422cb06-9e91-422e-a2c6-a24e00e02501 req-57a60797-b60b-4d3a-9630-7a222e63bde4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=35a7aae2-ba87-44f0-84d2-0c741df20b03 HTTP/1.1" status: 200 len: 914 time: 0.1431441 Aug 01 14:20:26.041434 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c422cb06-9e91-422e-a2c6-a24e00e02501 req-5d6c4e49-f269-4ef3-aecf-7d82a54b57be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb7b5bbb-c301-43c1-8cdc-52270a2ca517 HTTP/1.1" status: 200 len: 217 time: 0.0480185 Aug 01 14:20:26.095715 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6e2bedeb-188a-4689-ab3a-0f9e3471fcd0 req-80ac1cbd-e1eb-4a44-a18b-4efb42f77efe tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095769 Aug 01 14:20:26.109825 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422cb06-9e91-422e-a2c6-a24e00e02501 req-9177885f-3550-4f28-919e-0f81b593da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:26.111310 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c422cb06-9e91-422e-a2c6-a24e00e02501 req-9177885f-3550-4f28-919e-0f81b593da31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3893aea3-4880-45f8-bac1-789a84c94bd3 HTTP/1.1" status: 200 len: 853 time: 0.0621607 Aug 01 14:20:26.145453 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c422cb06-9e91-422e-a2c6-a24e00e02501 req-f93e4f86-9f06-49fd-b9da-7ea50883c354 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=35a7aae2-ba87-44f0-84d2-0c741df20b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283339 Aug 01 14:20:26.249493 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c422cb06-9e91-422e-a2c6-a24e00e02501 req-f83417d9-17d8-455b-81fd-49ecd46dbd61 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982528 Aug 01 14:20:26.349194 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-c422cb06-9e91-422e-a2c6-a24e00e02501 req-3af4f764-7efe-4e25-bc25-6e35540853a5 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936363 Aug 01 14:20:26.613720 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7d724a6a-d58c-48d1-8de3-fe81e5cb3a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:27.237648 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5354bd-f750-4044-953e-f66401e6d737 req-4ff9d3e1-1da1-41fa-be75-13cb27608f82 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:27.239205 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bd5354bd-f750-4044-953e-f66401e6d737 req-4ff9d3e1-1da1-41fa-be75-13cb27608f82 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 944 time: 0.0546856 Aug 01 14:20:27.284785 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:27.293449 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-bd5354bd-f750-4044-953e-f66401e6d737 req-996b8fa5-ae68-4dac-9a14-b87a6e097524 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479603 Aug 01 14:20:27.740352 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device fb7b5bbb-c301-43c1-8cdc-52270a2ca517 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:20:27.869111 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port fb7b5bbb-c301-43c1-8cdc-52270a2ca517, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,segment=NetworkSegment(2cbcf55c-445d-4b98-b061-047107b22270),segment_id=2cbcf55c-445d-4b98-b061-047107b22270)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:20:27.889597 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': 'fb7b5bbb-c301-43c1-8cdc-52270a2ca517', 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03', 'port_id': 'fb7b5bbb-c301-43c1-8cdc-52270a2ca517', 'mac_address': 'fa:16:3e:06:78:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3893aea3-4880-45f8-bac1-789a84c94bd3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:20:27.943055 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:20:27.943672 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:27.966079 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7b5bbb-c301-43c1-8cdc-52270a2ca517 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:20:27.992577 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port fb7b5bbb-c301-43c1-8cdc-52270a2ca517, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,segment=NetworkSegment(2cbcf55c-445d-4b98-b061-047107b22270),segment_id=2cbcf55c-445d-4b98-b061-047107b22270)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:20:27.997613 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:28.052766 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:28.204676 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['fb7b5bbb-c301-43c1-8cdc-52270a2ca517'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:20:28.309312 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:28.422460 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508cf25-f0d7-4401-837a-08bee8c61bb8 req-5cc8f8e0-4242-4c86-ad65-cddfeaf6ceb0 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:28.424005 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1508cf25-f0d7-4401-837a-08bee8c61bb8 req-5cc8f8e0-4242-4c86-ad65-cddfeaf6ceb0 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 945 time: 0.0512962 Aug 01 14:20:28.499590 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1508cf25-f0d7-4401-837a-08bee8c61bb8 req-551e8821-58a2-4154-b20c-4c15f69e3524 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693080 Aug 01 14:20:29.153799 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:29.633277 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfa817-1662-4d97-8b47-5f0b3e181be9 req-bde6380a-0fbd-48fd-bbab-3ae637bc1add tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:29.634859 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cbbfa817-1662-4d97-8b47-5f0b3e181be9 req-bde6380a-0fbd-48fd-bbab-3ae637bc1add tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 945 time: 0.0522444 Aug 01 14:20:29.708113 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-cbbfa817-1662-4d97-8b47-5f0b3e181be9 req-8eabc6dc-5429-4c1f-a350-14648d27e359 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Aug 01 14:20:29.741489 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device fb7b5bbb-c301-43c1-8cdc-52270a2ca517 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:20:29.793072 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:20:29.800908 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:20:29.801344 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:29.888309 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:20:29.888732 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:29.916562 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2223bb96-e343-4e2e-9428-108803b71e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7b5bbb-c301-43c1-8cdc-52270a2ca517'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:20:29.918987 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5d102d-b3b3-4bba-8cca-992f9c5d9d98" -d '{"events": [{"server_uuid": "2223bb96-e343-4e2e-9428-108803b71e0f", "name": "network-vif-plugged", "status": "completed", "tag": "fb7b5bbb-c301-43c1-8cdc-52270a2ca517"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:20:29.935885 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port fb7b5bbb-c301-43c1-8cdc-52270a2ca517, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,segment=NetworkSegment(2cbcf55c-445d-4b98-b061-047107b22270),segment_id=2cbcf55c-445d-4b98-b061-047107b22270)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:20:29.960520 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:29.996556 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:30.027197 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:20:30.180127 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541e8ad5-58b8-450c-bbef-3141ef647038 x-openstack-request-id: req-541e8ad5-58b8-450c-bbef-3141ef647038 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:20:30.180851 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2223bb96-e343-4e2e-9428-108803b71e0f", "name": "network-vif-plugged", "status": "completed", "tag": "fb7b5bbb-c301-43c1-8cdc-52270a2ca517", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:20:30.180972 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-541e8ad5-58b8-450c-bbef-3141ef647038 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:20:30.181584 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541e8ad5-58b8-450c-bbef-3141ef647038'] response: {'server_uuid': '2223bb96-e343-4e2e-9428-108803b71e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7b5bbb-c301-43c1-8cdc-52270a2ca517', 'code': 200} Aug 01 14:20:30.382353 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064a92d-e7dc-4fe3-a765-c2933631f72b req-d5588fd6-0519-41c3-831a-d61b592d9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:30.383897 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2064a92d-e7dc-4fe3-a765-c2933631f72b req-d5588fd6-0519-41c3-831a-d61b592d9aec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 1130 time: 0.0446401 Aug 01 14:20:30.431874 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-2064a92d-e7dc-4fe3-a765-c2933631f72b req-0c5d0584-b855-4909-897c-8f324f119a5f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Aug 01 14:20:30.850796 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5de45-c29e-4ea7-8e61-0f33dc174808 req-4cc45fce-f900-4edd-9836-1e17eabcea99 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:30.852456 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5bf5de45-c29e-4ea7-8e61-0f33dc174808 req-4cc45fce-f900-4edd-9836-1e17eabcea99 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 946 time: 0.0507314 Aug 01 14:20:30.905662 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-5bf5de45-c29e-4ea7-8e61-0f33dc174808 req-47375ac0-8469-4e28-b292-95e6e949004b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462918 Aug 01 14:20:32.037632 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3479dc-22f7-4d98-abaf-8524d172c79d req-f95cf976-a7d2-480b-8aa2-f49b17ce0069 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:20:32.039294 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fc3479dc-22f7-4d98-abaf-8524d172c79d req-f95cf976-a7d2-480b-8aa2-f49b17ce0069 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 946 time: 0.0548742 Aug 01 14:20:32.061358 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:32.093103 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fc3479dc-22f7-4d98-abaf-8524d172c79d req-1659a0c8-d3d2-4c74-b408-657de3688e45 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479574 Aug 01 14:20:33.405150 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:20:40.022462 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:40.023787 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:42.085842 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:42.088670 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=45 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:43.394505 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:43.403323 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:20:50.860489 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:54.375722 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6748-1df3-477b-9223-aa684d9c4852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:56.619197 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-36c106e0-4a3d-4c64-929a-3234e1ebc289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:58.296754 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:59.157363 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:20:59.968086 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:02.385888 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:02.391340 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:09.961090 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:09.963049 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:10.395712 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:21:11.130608 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d6a55-0b56-4a19-9636-e6c5fad82255 req-2f80f830-3ab5-46f4-bb9a-a7b63e5dce6a tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:11.132191 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-330d6a55-0b56-4a19-9636-e6c5fad82255 req-2f80f830-3ab5-46f4-bb9a-a7b63e5dce6a tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 946 time: 0.0535882 Aug 01 14:21:11.186365 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-330d6a55-0b56-4a19-9636-e6c5fad82255 req-185b9d16-679b-41f1-9134-741bbe0a8778 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483232 Aug 01 14:21:12.329581 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0d582-e12d-4831-9cd5-e1033635129a req-5d1cb07c-35f4-436c-a35a-5110f79f5670 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:12.331077 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-edb0d582-e12d-4831-9cd5-e1033635129a req-5d1cb07c-35f4-436c-a35a-5110f79f5670 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 946 time: 0.0541306 Aug 01 14:21:12.394197 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-edb0d582-e12d-4831-9cd5-e1033635129a req-00bb5cf6-98a6-482c-a305-72d128f0ce15 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563877 Aug 01 14:21:12.716125 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1569e7-822c-4d42-9548-ed796192b101 req-c6fd13ae-3c12-4ff1-8a67-c065c6387132 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:12.717566 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad1569e7-822c-4d42-9548-ed796192b101 req-c6fd13ae-3c12-4ff1-8a67-c065c6387132 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.57 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 946 time: 0.0514758 Aug 01 14:21:12.806613 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-ad1569e7-822c-4d42-9548-ed796192b101 req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Deleting port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:21:12.806948 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad1569e7-822c-4d42-9548-ed796192b101 req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:12.902538 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-ad1569e7-822c-4d42-9548-ed796192b101 req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] For port fb7b5bbb-c301-43c1-8cdc-52270a2ca517, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,segment=NetworkSegment(2cbcf55c-445d-4b98-b061-047107b22270),segment_id=2cbcf55c-445d-4b98-b061-047107b22270)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:21:12.902890 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad1569e7-822c-4d42-9548-ed796192b101 req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:12.917184 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-ad1569e7-822c-4d42-9548-ed796192b101 req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Calling delete_port for fb7b5bbb-c301-43c1-8cdc-52270a2ca517 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:21:13.055627 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad1569e7-822c-4d42-9548-ed796192b101 req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (fb7b5bbb-c301-43c1-8cdc-52270a2ca517), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:13.069689 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['fb7b5bbb-c301-43c1-8cdc-52270a2ca517'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:21:13.083896 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Pushing event deleted for resources: {'Port': ['ID=fb7b5bbb-c301-43c1-8cdc-52270a2ca517,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:21:13.093979 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.094319 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.094744 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.095000 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.095326 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.095648 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.096525 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.096525 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.096708 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.096924 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.097241 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.097559 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.097880 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.098192 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.098506 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:13.143096 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1569e7-822c-4d42-9548-ed796192b101 req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] No DVR routers for this DVR port fb7b5bbb-c301-43c1-8cdc-52270a2ca517 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:21:13.146016 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-ad1569e7-822c-4d42-9548-ed796192b101 req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:13.149292 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-ad1569e7-822c-4d42-9548-ed796192b101 req-382a298e-ee99-415f-bb8e-c34090d012f9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.57 "DELETE /v2.0/ports/fb7b5bbb-c301-43c1-8cdc-52270a2ca517 HTTP/1.1" status: 204 len: 173 time: 0.4262400 Aug 01 14:21:13.149728 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2223bb96-e343-4e2e-9428-108803b71e0f', 'name': 'network-vif-deleted', 'tag': 'fb7b5bbb-c301-43c1-8cdc-52270a2ca517'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:21:13.151992 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb12d5e5-4770-46dc-a066-e5d003e35d85" -d '{"events": [{"server_uuid": "2223bb96-e343-4e2e-9428-108803b71e0f", "name": "network-vif-deleted", "tag": "fb7b5bbb-c301-43c1-8cdc-52270a2ca517"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:21:13.189001 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbbb55a-562a-4f36-b91d-b8107b17bf24 x-openstack-request-id: req-1dbbb55a-562a-4f36-b91d-b8107b17bf24 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:21:13.189336 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2223bb96-e343-4e2e-9428-108803b71e0f", "name": "network-vif-deleted", "tag": "fb7b5bbb-c301-43c1-8cdc-52270a2ca517", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:21:13.189528 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1dbbb55a-562a-4f36-b91d-b8107b17bf24 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:21:13.189937 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbbb55a-562a-4f36-b91d-b8107b17bf24'] response: {'server_uuid': '2223bb96-e343-4e2e-9428-108803b71e0f', 'name': 'network-vif-deleted', 'tag': 'fb7b5bbb-c301-43c1-8cdc-52270a2ca517', 'status': 'completed', 'code': 200} Aug 01 14:21:13.513245 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-383f9994-e3e2-435a-969c-05d0df09816b req-0d582e52-c00b-4469-9a21-0ac7f6719217 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2223bb96-e343-4e2e-9428-108803b71e0f HTTP/1.1" status: 200 len: 210 time: 0.0326121 Aug 01 14:21:16.615267 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device fb7b5bbb-c301-43c1-8cdc-52270a2ca517 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:21:16.640005 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: fb7b5bbb-c301-43c1-8cdc-52270a2ca517 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:21:16.640448 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device fb7b5bbb-c301-43c1-8cdc-52270a2ca517 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:21:20.390592 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:20.861662 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:21.386677 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:22.700693 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0db625-c245-48b8-8e42-288348971f99 req-543a81bc-daf5-4a5f-a438-7a6a7cebfa87 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:22.702208 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-543a81bc-daf5-4a5f-a438-7a6a7cebfa87 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/networks?id=35a7aae2-ba87-44f0-84d2-0c741df20b03 HTTP/1.1" status: 200 len: 813 time: 0.1123874 Aug 01 14:21:22.722179 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-61967b02-6ff2-4fb7-aa8c-62d9807138df tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/quotas/192684124f13419fa3f9aed76ac3e400 HTTP/1.1" status: 200 len: 375 time: 0.0106068 Aug 01 14:21:22.759238 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-ddbcb719-ce91-4f5f-a0e4-832958343932 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=192684124f13419fa3f9aed76ac3e400&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306578 Aug 01 14:21:22.864953 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-0a24ac7a-2bb2-4dcf-9559-b0e532348740 service neutron] 10.222.0.45 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985048 Aug 01 14:21:22.936589 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:22.972544 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-70a8c6f5-d8cc-4317-94cd-5e7103db769c service neutron] 10.222.0.45 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013274 Aug 01 14:21:23.138451 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:23.165205 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-10b383b7-ede0-4cc8-bd1e-4dd19a859386 req-30353632-844c-47da-a172-a72767d82032 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 210 time: 0.0370607 Aug 01 14:21:24.260646 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0db625-c245-48b8-8e42-288348971f99 req-b5e1e8a0-0f7b-43f3-9adc-c08c3f97896e tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:24.262288 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-b5e1e8a0-0f7b-43f3-9adc-c08c3f97896e tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.57 "GET /v2.0/networks?id=35a7aae2-ba87-44f0-84d2-0c741df20b03 HTTP/1.1" status: 200 len: 813 time: 0.1548982 Aug 01 14:21:24.284037 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Request body: {'port': {'device_id': 'b17701b4-a8a8-4df9-9186-7ef14149171a', 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03', 'admin_state_up': True, 'tenant_id': '192684124f13419fa3f9aed76ac3e400'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:21:24.314756 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-3288d226-20be-4d0b-b0a5-61d7ea9cc38c req-1563294f-448c-49ac-a29f-de032a834da8 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 210 time: 0.0514176 Aug 01 14:21:24.373694 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-55e4d6e9-f85c-4603-89fc-b7974e2deca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:24.427170 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Made reservation on behalf of 192684124f13419fa3f9aed76ac3e400 for: {'port': 1} {{(pid=104318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 01 14:21:24.431067 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (None), before_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:24.585504 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.db_base_plugin_common [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Allocated IP 172.20.0.7 (35a7aae2-ba87-44f0-84d2-0c741df20b03/3893aea3-4880-45f8-bac1-789a84c94bd3/21af456b-0cfd-46ad-b094-9e1bd7c3e5e1) {{(pid=104318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 01 14:21:24.765276 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks [] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), precommit_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:24.802241 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770805667934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), after_create {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:24.853945 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Network 35a7aae2-ba87-44f0-84d2-0c741df20b03 is already hosted by enough agents. {{(pid=104318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 01 14:21:24.857807 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.scheduler.base_scheduler [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Resources bound (agent type, host, resource id): {{(pid=104318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 01 14:21:24.862694 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Received port after_create {{(pid=104318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 01 14:21:24.870087 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Pushing event updated for resources: {'Port': ['ID=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,revision_number=1']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:21:24.928218 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:24.929062 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:24.950786 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-4cb17689-03e2-48e2-a053-8bdb6d3e9d96 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6758575 Aug 01 14:21:24.965713 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.v2.base [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Request body: {'port': {'device_id': 'b17701b4-a8a8-4df9-9186-7ef14149171a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84517'}} {{(pid=104318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 01 14:21:25.043312 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:25.052783 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:25.154315 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:25.343913 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 {{(pid=104318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:21:25.353693 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Publish callbacks [] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), precommit_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:25.369766 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.provisioning_blocks [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Transition to ACTIVE for port object 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 will not be triggered until provisioned by entity L2. {{(pid=104318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 01 14:21:25.375649 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:25.476816 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Pushing event updated for resources: {'Port': ['ID=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,revision_number=2']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:21:25.509672 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c8c90-7bac-443e-ac44-5d09fc1892ed req-3dc120bd-f52b-47b0-bd04-a4e4c7f20ee4 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:25.511305 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da4c8c90-7bac-443e-ac44-5d09fc1892ed req-3dc120bd-f52b-47b0-bd04-a4e4c7f20ee4 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 943 time: 0.1019702 Aug 01 14:21:25.575512 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Attempting to bind port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 on host hv-cinder-84517 for vnic_type normal with profile {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 01 14:21:25.575825 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Attempting to bind port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 by drivers openvswitch,hyperv on host hv-cinder-84517 at level 0 using segments [{'id': '2cbcf55c-445d-4b98-b061-047107b22270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03'}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 01 14:21:25.576184 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Attempting to bind port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 on network 35a7aae2-ba87-44f0-84d2-0c741df20b03 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:21:25.589766 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 on network 35a7aae2-ba87-44f0-84d2-0c741df20b03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84517 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 01 14:21:25.590078 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Attempting to bind port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 on network 35a7aae2-ba87-44f0-84d2-0c741df20b03 {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 01 14:21:25.595147 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-da4c8c90-7bac-443e-ac44-5d09fc1892ed req-0f760a82-0ce6-480d-8fbf-70c0bc10f7c9 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765769 Aug 01 14:21:25.599766 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Checking agent: {'id': 'cf2b9567-c396-4cd0-ac1a-fbfb600906db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84517', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'started_at': datetime.datetime(2022, 8, 1, 14, 6, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 1, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 01 14:21:25.600107 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Checking segment: {'id': '2cbcf55c-445d-4b98-b061-047107b22270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 01 14:21:25.600532 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Bound using segment: {'id': '2cbcf55c-445d-4b98-b061-047107b22270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03'} {{(pid=104318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 01 14:21:25.600973 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.managers [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Bound port: 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1, host: hv-cinder-84517, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cbcf55c-445d-4b98-b061-047107b22270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03'}}] {{(pid=104318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 01 14:21:25.601336 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), before_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:25.667984 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] For port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1, host hv-cinder-84517, cleared binding levels {{(pid=104318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 01 14:21:25.671592 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] For port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1, host hv-cinder-84517, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,segment=NetworkSegment(2cbcf55c-445d-4b98-b061-047107b22270),segment_id=2cbcf55c-445d-4b98-b061-047107b22270)] {{(pid=104318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 01 14:21:25.680074 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5866786'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), after_update {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:25.684522 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:25.685134 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:25.686497 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] 10.222.0.57 "PUT /v2.0/ports/21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 HTTP/1.1" status: 200 len: 1093 time: 0.7278197 Aug 01 14:21:25.686995 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17701b4-a8a8-4df9-9186-7ef14149171a', 'tag': '21af456b-0cfd-46ad-b094-9e1bd7c3e5e1'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:21:25.689304 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37fa617-194b-400d-ac93-80b40f16fc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b17701b4-a8a8-4df9-9186-7ef14149171a", "tag": "21af456b-0cfd-46ad-b094-9e1bd7c3e5e1"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:21:25.739699 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Aug 2022 14:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3df33d-6437-4519-977a-2c0fe6f06101 x-openstack-request-id: req-2b3df33d-6437-4519-977a-2c0fe6f06101 {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:21:25.739989 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17701b4-a8a8-4df9-9186-7ef14149171a", "tag": "21af456b-0cfd-46ad-b094-9e1bd7c3e5e1", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:21:25.740239 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b3df33d-6437-4519-977a-2c0fe6f06101 {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:21:25.740667 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3df33d-6437-4519-977a-2c0fe6f06101'] response: {'name': 'network-changed', 'server_uuid': 'b17701b4-a8a8-4df9-9186-7ef14149171a', 'tag': '21af456b-0cfd-46ad-b094-9e1bd7c3e5e1', 'status': 'completed', 'code': 200} Aug 01 14:21:25.778319 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db53932-7e89-4548-86d0-2df7f04b848f service neutron] Pushing event updated for resources: {'Port': ['ID=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,revision_number=3']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:21:25.786547 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0db625-c245-48b8-8e42-288348971f99 req-a6a074f3-76bd-4d69-93b4-87b248d96122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:25.788068 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-a6a074f3-76bd-4d69-93b4-87b248d96122 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=192684124f13419fa3f9aed76ac3e400&device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 1127 time: 0.0596521 Aug 01 14:21:26.121865 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-1e93c339-7add-40a5-a2fd-185c8c46c8c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 HTTP/1.1" status: 200 len: 217 time: 0.3271329 Aug 01 14:21:26.172767 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0db625-c245-48b8-8e42-288348971f99 req-394ef80f-c5d3-4613-9113-19ab9d9e601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:26.174276 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-394ef80f-c5d3-4613-9113-19ab9d9e601d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3893aea3-4880-45f8-bac1-789a84c94bd3 HTTP/1.1" status: 200 len: 853 time: 0.0462897 Aug 01 14:21:26.207438 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-d6f5ae15-6205-481c-9f00-4ac2bd407a27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=35a7aae2-ba87-44f0-84d2-0c741df20b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275609 Aug 01 14:21:26.301088 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:26.314451 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-4c41bf7a-5369-4b01-b7c1-369d450827a3 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009972 Aug 01 14:21:26.418324 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-fb0db625-c245-48b8-8e42-288348971f99 req-e12fe2f0-66c9-4667-8b2d-edcd897fab7b service neutron] 10.222.0.57 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972590 Aug 01 14:21:26.614383 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-add10a86-df91-4734-a3c6-fe8998ce4679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:26.734896 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de62b64-9830-4aa2-bac4-0f2f4bc9b928 req-a0705e88-db9c-4f69-8c06-5cde46467c1d tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:26.736522 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1de62b64-9830-4aa2-bac4-0f2f4bc9b928 req-a0705e88-db9c-4f69-8c06-5cde46467c1d tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 943 time: 0.0508451 Aug 01 14:21:26.795297 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-1de62b64-9830-4aa2-bac4-0f2f4bc9b928 req-138a01a0-f312-423a-845e-8016cb5e2f4a tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488548 Aug 01 14:21:27.187955 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:27.221081 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fa617-194b-400d-ac93-80b40f16fc0d req-ed90658f-2474-42bb-8229-ac22e8415cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:27.222715 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f37fa617-194b-400d-ac93-80b40f16fc0d req-ed90658f-2474-42bb-8229-ac22e8415cb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=192684124f13419fa3f9aed76ac3e400&device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 1127 time: 0.0489051 Aug 01 14:21:27.350520 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fa617-194b-400d-ac93-80b40f16fc0d req-7700b752-eb41-47b0-8d21-0a9cda9f5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:27.352093 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f37fa617-194b-400d-ac93-80b40f16fc0d req-7700b752-eb41-47b0-8d21-0a9cda9f5e1d service neutron] 10.222.0.57 "GET /v2.0/networks?id=35a7aae2-ba87-44f0-84d2-0c741df20b03 HTTP/1.1" status: 200 len: 914 time: 0.1226735 Aug 01 14:21:27.397401 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f37fa617-194b-400d-ac93-80b40f16fc0d req-525e5fb0-0c97-40d1-a56f-88f0ce9fc99d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 HTTP/1.1" status: 200 len: 217 time: 0.0391121 Aug 01 14:21:27.453581 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fa617-194b-400d-ac93-80b40f16fc0d req-ef67edb8-7cc8-4e78-b088-6eb48a6ef979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:27.455194 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f37fa617-194b-400d-ac93-80b40f16fc0d req-ef67edb8-7cc8-4e78-b088-6eb48a6ef979 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3893aea3-4880-45f8-bac1-789a84c94bd3 HTTP/1.1" status: 200 len: 853 time: 0.0522053 Aug 01 14:21:27.489394 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f37fa617-194b-400d-ac93-80b40f16fc0d req-3445a98c-4323-4b37-b651-15043ba41399 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=35a7aae2-ba87-44f0-84d2-0c741df20b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284278 Aug 01 14:21:27.596194 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f37fa617-194b-400d-ac93-80b40f16fc0d req-2c9444ad-f59f-4fad-84a8-4d7aec71d852 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005518 Aug 01 14:21:27.698458 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-f37fa617-194b-400d-ac93-80b40f16fc0d req-cc32ec09-ac58-40e7-a0ab-4133bb3841d0 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964727 Aug 01 14:21:27.924528 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faf02c-85ee-4cd7-aaf8-9f023baca480 req-5036a4f7-078f-4112-85d9-4d2b72fb3551 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:27.926165 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-85faf02c-85ee-4cd7-aaf8-9f023baca480 req-5036a4f7-078f-4112-85d9-4d2b72fb3551 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 943 time: 0.0535679 Aug 01 14:21:27.964528 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 details requested by agent hyperv_hv-cinder-84517 with host hv-cinder-84517 {{(pid=104320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 01 14:21:27.985247 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-85faf02c-85ee-4cd7-aaf8-9f023baca480 req-e2b20177-aab8-45b5-beb5-0da9173fdef1 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529325 Aug 01 14:21:28.137377 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,segment=NetworkSegment(2cbcf55c-445d-4b98-b061-047107b22270),segment_id=2cbcf55c-445d-4b98-b061-047107b22270)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:21:28.157701 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Returning: {'device': '21af456b-0cfd-46ad-b094-9e1bd7c3e5e1', 'network_id': '35a7aae2-ba87-44f0-84d2-0c741df20b03', 'port_id': '21af456b-0cfd-46ad-b094-9e1bd7c3e5e1', 'mac_address': 'fa:16:3e:80:71:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3893aea3-4880-45f8-bac1-789a84c94bd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 01 14:21:28.203029 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 is: DOWN; New status is: BUILD {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:21:28.203480 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:28.218744 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 01 14:21:28.242537 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,segment=NetworkSegment(2cbcf55c-445d-4b98-b061-047107b22270),segment_id=2cbcf55c-445d-4b98-b061-047107b22270)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:21:28.248066 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:28.314424 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,revision_number=4']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:21:28.318932 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:28.323768 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.324116 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.324498 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.324842 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.325234 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.325566 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.325899 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.326250 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.326579 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.326908 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.327233 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.327569 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.327887 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.328213 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.328556 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:21:28.454453 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['21af456b-0cfd-46ad-b094-9e1bd7c3e5e1'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:21:29.128850 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109e674-aecc-4328-91a0-3ec6c264db72 req-8d5bf1f9-5745-4bb9-8d7d-a1744a4bd05b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:29.130575 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0109e674-aecc-4328-91a0-3ec6c264db72 req-8d5bf1f9-5745-4bb9-8d7d-a1744a4bd05b tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 944 time: 0.0617540 Aug 01 14:21:29.152061 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:29.190102 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0109e674-aecc-4328-91a0-3ec6c264db72 req-c5b2d629-1038-4027-9081-ada431505215 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517557 Aug 01 14:21:29.973304 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:29.978521 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 up at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 01 14:21:30.036727 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning for port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 completed by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 01 14:21:30.047923 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Provisioning complete for port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 triggered by entity L2. {{(pid=104320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 01 14:21:30.048516 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1697880'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), provisioning_complete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:30.133591 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Current status of the port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 is: BUILD; New status is: ACTIVE {{(pid=104320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 01 14:21:30.133986 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1625313'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:30.165740 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17701b4-a8a8-4df9-9186-7ef14149171a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21af456b-0cfd-46ad-b094-9e1bd7c3e5e1'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:21:30.168906 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11868bb93ecbe3d5143c353a7cdf4ddbb9eaad818f3311deda29bdc3a82ebffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f448b0-d276-4b08-a8bf-8b00fe153d1a" -d '{"events": [{"server_uuid": "b17701b4-a8a8-4df9-9186-7ef14149171a", "name": "network-vif-plugged", "status": "completed", "tag": "21af456b-0cfd-46ad-b094-9e1bd7c3e5e1"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:21:30.189098 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] For port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,segment=NetworkSegment(2cbcf55c-445d-4b98-b061-047107b22270),segment_id=2cbcf55c-445d-4b98-b061-047107b22270)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:21:30.195627 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770806164435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770805667952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770805667970'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:30.230806 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:30.235228 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5812cbd-1064-4575-b068-fac95a4910e4 x-openstack-request-id: req-d5812cbd-1064-4575-b068-fac95a4910e4 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:21:30.235639 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17701b4-a8a8-4df9-9186-7ef14149171a", "name": "network-vif-plugged", "status": "completed", "tag": "21af456b-0cfd-46ad-b094-9e1bd7c3e5e1", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:21:30.235994 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5812cbd-1064-4575-b068-fac95a4910e4 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:21:30.236515 dv-cinder-845178-10-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5812cbd-1064-4575-b068-fac95a4910e4'] response: {'server_uuid': 'b17701b4-a8a8-4df9-9186-7ef14149171a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21af456b-0cfd-46ad-b094-9e1bd7c3e5e1', 'code': 200} Aug 01 14:21:30.279104 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Pushing event updated for resources: {'Port': ['ID=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,revision_number=5']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:21:30.350776 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762a52a-1098-4ebe-bb79-d2847814a413 req-e8a7996e-3355-42f8-a1bc-f8febdc5b5f0 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:30.353602 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0762a52a-1098-4ebe-bb79-d2847814a413 req-e8a7996e-3355-42f8-a1bc-f8febdc5b5f0 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 945 time: 0.0639293 Aug 01 14:21:30.420683 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0762a52a-1098-4ebe-bb79-d2847814a413 req-89f7d138-f4d7-4b63-9ed5-e0f13968a2df tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597751 Aug 01 14:21:30.481320 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347625e4-87fd-4d34-8f06-d8a1cb4212d7 req-2170eaa7-0543-445a-b4e4-66725ab75500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:30.483751 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-347625e4-87fd-4d34-8f06-d8a1cb4212d7 req-2170eaa7-0543-445a-b4e4-66725ab75500 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 1129 time: 0.0618808 Aug 01 14:21:30.540437 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-347625e4-87fd-4d34-8f06-d8a1cb4212d7 req-71f73da3-31f5-40f0-8e29-0d634ddf6b4c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498531 Aug 01 14:21:31.532646 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=100 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:31.594498 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c727042-4d40-460b-afbe-c198dc4c3140 req-809df133-66d2-4f23-b583-5540451fa8b1 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:31.596166 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0c727042-4d40-460b-afbe-c198dc4c3140 req-809df133-66d2-4f23-b583-5540451fa8b1 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 945 time: 0.0738525 Aug 01 14:21:31.650461 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-0c727042-4d40-460b-afbe-c198dc4c3140 req-13cbee6e-fe15-4ecf-80b4-1c0a3edc5eec tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481846 Aug 01 14:21:32.785489 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a58e26-425a-4c7e-b2b3-27047fee3f02 req-a2578be2-94fa-499f-8b3b-f52e76fbd400 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:32.787070 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d7a58e26-425a-4c7e-b2b3-27047fee3f02 req-a2578be2-94fa-499f-8b3b-f52e76fbd400 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 945 time: 0.0515780 Aug 01 14:21:32.839312 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-d7a58e26-425a-4c7e-b2b3-27047fee3f02 req-4ffd2616-63e3-4731-8e61-928d2ff703e0 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463245 Aug 01 14:21:33.906417 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:39.386129 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:39.389656 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:42.821730 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=89 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:42.835864 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=19 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:44.014109 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:44.015292 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=19 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:47.395367 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:21:50.868314 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:52.265323 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68852474-39e3-4d04-8393-d67dafcb4f4c req-0d7d5806-379b-4159-a393-a8b10944b300 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:52.266695 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-68852474-39e3-4d04-8393-d67dafcb4f4c req-0d7d5806-379b-4159-a393-a8b10944b300 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 945 time: 0.0549362 Aug 01 14:21:52.319960 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-68852474-39e3-4d04-8393-d67dafcb4f4c req-eb2c8160-3c4f-4abf-9740-ec873aae5f1f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466564 Aug 01 14:21:53.448799 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116af587-a199-4ec4-80dc-31ba6fabf02e req-834178a9-0ce5-4478-bdec-be6a1e739414 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:53.450305 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-116af587-a199-4ec4-80dc-31ba6fabf02e req-834178a9-0ce5-4478-bdec-be6a1e739414 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 945 time: 0.0503786 Aug 01 14:21:53.505150 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-116af587-a199-4ec4-80dc-31ba6fabf02e req-64715b15-3931-4457-9e64-cb2c68d1573e tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f524680-a896-4991-97a4-f57af66daf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472202 Aug 01 14:21:53.860218 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-180529d0-c6e9-4bab-8236-63c730ee2154 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 01 14:21:53.862704 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-180529d0-c6e9-4bab-8236-63c730ee2154 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.57 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 945 time: 0.0610621 Aug 01 14:21:53.947351 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-8a2c31cd-d58c-461b-9796-5977e54a3e0f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Deleting port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 {{(pid=104318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 01 14:21:53.947684 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-8a2c31cd-d58c-461b-9796-5977e54a3e0f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770806077992'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:54.048492 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.db [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-8a2c31cd-d58c-461b-9796-5977e54a3e0f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] For port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1, host hv-cinder-84517, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84517',level=0,port_id=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,segment=NetworkSegment(2cbcf55c-445d-4b98-b061-047107b22270),segment_id=2cbcf55c-445d-4b98-b061-047107b22270)] {{(pid=104318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 01 14:21:54.048839 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-8a2c31cd-d58c-461b-9796-5977e54a3e0f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577560'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:54.066595 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.plugin [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-8a2c31cd-d58c-461b-9796-5977e54a3e0f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Calling delete_port for 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 owned by compute:nova {{(pid=104318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 01 14:21:54.210436 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-8a2c31cd-d58c-461b-9796-5977e54a3e0f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1625250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770806164462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770805667943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5866811'] for port (21af456b-0cfd-46ad-b094-9e1bd7c3e5e1), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:54.226343 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] get_ports_and_sgs() called for port_ids ['21af456b-0cfd-46ad-b094-9e1bd7c3e5e1'] {{(pid=104320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 01 14:21:54.238095 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c31cd-d58c-461b-9796-5977e54a3e0f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Pushing event deleted for resources: {'Port': ['ID=21af456b-0cfd-46ad-b094-9e1bd7c3e5e1,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:21:54.298209 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-8a2c31cd-d58c-461b-9796-5977e54a3e0f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] No DVR routers for this DVR port 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 on host hv-cinder-84517 {{(pid=104318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 01 14:21:54.300900 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-8a2c31cd-d58c-461b-9796-5977e54a3e0f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1028876'] for port (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:54.304241 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-eaff0073-8393-4287-842f-aa4dc87b2aab req-8a2c31cd-d58c-461b-9796-5977e54a3e0f tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.57 "DELETE /v2.0/ports/21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 HTTP/1.1" status: 204 len: 173 time: 0.4365137 Aug 01 14:21:54.304762 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17701b4-a8a8-4df9-9186-7ef14149171a', 'name': 'network-vif-deleted', 'tag': '21af456b-0cfd-46ad-b094-9e1bd7c3e5e1'}] {{(pid=104318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 01 14:21:54.307166 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748f0a74325ec297b54f691407288a4739364be72dd1aef676f33d303031bbf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1bbe73-6eab-40b6-91ae-82c6b1b30094" -d '{"events": [{"server_uuid": "b17701b4-a8a8-4df9-9186-7ef14149171a", "name": "network-vif-deleted", "tag": "21af456b-0cfd-46ad-b094-9e1bd7c3e5e1"}]}' {{(pid=104318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 01 14:21:54.345986 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Aug 2022 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4675cbf-b097-4ee9-bc78-8238fed883ae x-openstack-request-id: req-a4675cbf-b097-4ee9-bc78-8238fed883ae {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 01 14:21:54.346244 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17701b4-a8a8-4df9-9186-7ef14149171a", "name": "network-vif-deleted", "tag": "21af456b-0cfd-46ad-b094-9e1bd7c3e5e1", "status": "completed", "code": 200}]} {{(pid=104318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 01 14:21:54.346546 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4675cbf-b097-4ee9-bc78-8238fed883ae {{(pid=104318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 01 14:21:54.346909 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4675cbf-b097-4ee9-bc78-8238fed883ae'] response: {'server_uuid': 'b17701b4-a8a8-4df9-9186-7ef14149171a', 'name': 'network-vif-deleted', 'tag': '21af456b-0cfd-46ad-b094-9e1bd7c3e5e1', 'status': 'completed', 'code': 200} Aug 01 14:21:54.376505 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ccf68651-3b1f-47c8-baeb-7053877a76b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:54.624644 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [req-6c0ec05c-3120-4103-a9f5-723a52bcd5ed req-9b18fc72-2c6e-474f-9ee9-e394eca38a62 tempest-VolumesSnapshotTestJSON-1930537616 tempest-VolumesSnapshotTestJSON-1930537616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17701b4-a8a8-4df9-9186-7ef14149171a HTTP/1.1" status: 200 len: 210 time: 0.0290468 Aug 01 14:21:56.619898 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-421954a3-11ad-4d3f-ad3f-e1f57cf52e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:57.392580 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:21:58.250712 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 no longer exists at agent hyperv_hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 01 14:21:58.271735 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] No Port match for: 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 {{(pid=104320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 01 14:21:58.272086 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.rpc [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Device 21af456b-0cfd-46ad-b094-9e1bd7c3e5e1 not bound to the agent host hv-cinder-84517 {{(pid=104320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 01 14:21:58.304190 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:59.161586 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:21:59.978071 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:04.281754 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=58,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:04.606791 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=69,neutron:DELETE=4 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:09.969865 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:09.971987 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:17.213677 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 38636) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:22:17.262521 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Deleting subnet 3893aea3-4880-45f8-bac1-789a84c94bd3 {{(pid=104319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 01 14:22:17.266060 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Publish callbacks [] for subnet (3893aea3-4880-45f8-bac1-789a84c94bd3), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.305728 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4830343'] for subnet (3893aea3-4880-45f8-bac1-789a84c94bd3), precommit_delete_associations {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.350898 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699270'] for subnet (3893aea3-4880-45f8-bac1-789a84c94bd3), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.408142 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-124942916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125095888'] for subnet (3893aea3-4880-45f8-bac1-789a84c94bd3), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.437412 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3893aea3-4880-45f8-bac1-789a84c94bd3,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:22:17.440014 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.443104 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3893aea3-4880-45f8-bac1-789a84c94bd3 HTTP/1.1" status: 204 len: 168 time: 0.2284217 Aug 01 14:22:17.445987 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.wsgi [-] (104318) accepted ('10.222.0.45', 38640) {{(pid=104318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:22:17.449514 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.449844 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.450216 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.450540 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.450863 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.451208 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.451531 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.451862 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.452184 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.452696 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.452875 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.453180 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.453503 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.453824 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.454144 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e912e5f-cb3f-42d2-afe4-dff8dc1735d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.521006 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661009'] for network (35a7aae2-ba87-44f0-84d2-0c741df20b03), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.613610 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676987', 'neutron.services.segments.db._delete_segments_for_network-8770806140645'] for network (35a7aae2-ba87-44f0-84d2-0c741df20b03), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.633567 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a7aae2-ba87-44f0-84d2-0c741df20b03']}} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:22:17.643374 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbcf55c-445d-4b98-b061-047107b22270') {'for_net_delete': True} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:22:17.643674 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.services.segments.db [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbcf55c-445d-4b98-b061-047107b22270') {} {{(pid=104318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 01 14:22:17.654242 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770806140546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203814'] for segment (2cbcf55c-445d-4b98-b061-047107b22270), before_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.670018 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990'] for segment (2cbcf55c-445d-4b98-b061-047107b22270), precommit_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.676794 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 01 14:22:17.677175 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5866758'] for segment (2cbcf55c-445d-4b98-b061-047107b22270), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.743431 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395823'] for network (35a7aae2-ba87-44f0-84d2-0c741df20b03), after_delete {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.749368 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron_lib.callbacks.manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533656'] for network (None), before_response {{(pid=104318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:17.753054 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.wsgi [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/35a7aae2-ba87-44f0-84d2-0c741df20b03 HTTP/1.1" status: 204 len: 168 time: 0.3060460 Aug 01 14:22:17.755792 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment 2cbcf55c-445d-4b98-b061-047107b22270 resource provider aggregate not found Aug 01 14:22:17.768610 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a7aae2-ba87-44f0-84d2-0c741df20b03,revision_number=None']} {{(pid=104318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:22:17.776623 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.776984 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.777321 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.777657 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.778050 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.778315 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.778681 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.779013 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.779319 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.779939 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.780285 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.780598 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.780953 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.781239 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.781560 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646abe9-222a-451f-8c94-6d91d2b6d2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845178-10-iscsi {{(pid=104318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 01 14:22:17.785195 dv-cinder-845178-10-iscsi neutron-server[104318]: INFO neutron.services.segments.plugin [-] Segment 2cbcf55c-445d-4b98-b061-047107b22270 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cbcf55c-445d-4b98-b061-047107b22270 found for delete ", "request_id": "req-bc62992d-9006-4b88-bbd0-aff6a7ffaff2"}]} Aug 01 14:22:17.890098 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 38650) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:22:17.934454 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-daf73fd7-940c-4dcd-82df-565bc49f7f6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=192684124f13419fa3f9aed76ac3e400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431440 Aug 01 14:22:17.937091 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [-] (104319) accepted ('10.222.0.45', 38652) {{(pid=104319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 01 14:22:17.993720 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2ed180bb-885e-4b5a-85ae-dd4c59bd80cb admin admin] Publish callbacks [] for security_group (5f524680-a896-4991-97a4-f57af66daf4b), before_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:18.016979 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2ed180bb-885e-4b5a-85ae-dd4c59bd80cb admin admin] Publish callbacks [] for security_group (5f524680-a896-4991-97a4-f57af66daf4b), precommit_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:18.069918 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2ed180bb-885e-4b5a-85ae-dd4c59bd80cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470126'] for security_group (5f524680-a896-4991-97a4-f57af66daf4b), after_delete {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:18.072993 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron_lib.callbacks.manager [None req-2ed180bb-885e-4b5a-85ae-dd4c59bd80cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:18.074302 dv-cinder-845178-10-iscsi neutron-server[104319]: INFO neutron.wsgi [None req-2ed180bb-885e-4b5a-85ae-dd4c59bd80cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f524680-a896-4991-97a4-f57af66daf4b HTTP/1.1" status: 204 len: 168 time: 0.1363125 Aug 01 14:22:18.083514 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed180bb-885e-4b5a-85ae-dd4c59bd80cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f524680-a896-4991-97a4-f57af66daf4b,revision_number=None']} {{(pid=104319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 01 14:22:20.887475 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:23.995662 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=16 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:23.996619 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=16 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:24.374581 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3b087a2b-f7be-4311-a02d-87865a003c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:24.394624 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:22:26.625102 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b971654-d471-47e4-9e96-c2c30358a409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:27.772314 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:27.773219 dv-cinder-845178-10-iscsi neutron-server[104318]: DEBUG dbcounter [-] [104318] Writing DB stats neutron:SELECT=27,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104318) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:28.078395 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=49,neutron:DELETE=5 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:28.079336 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG dbcounter [-] [104319] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:28.306385 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:29.160849 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:29.980057 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:34.389433 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:34.390266 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:39.971728 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:39.974149 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:50.901170 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:53.390420 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:53.391236 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:22:54.373115 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-75480f00-e396-4306-902e-a70396323bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:56.630436 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c1390bd-b56c-4a61-98e3-ca672265592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:58.310333 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:59.161633 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:22:59.983068 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:01.396634 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:23:09.969755 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:23:09.976163 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:23:11.390758 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:23:20.913948 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:24.368985 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8d92ce2d-e17a-4390-bb33-a52f5d5fcbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:26.638149 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c6cf93cb-86b4-4668-8d0c-67628f27fe0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:28.319869 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:29.159825 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:29.985268 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:30.386920 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:23:30.393296 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:23:38.396965 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:23:44.007491 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:23:44.010662 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:23:48.392750 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:23:48.393730 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:23:50.935069 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:54.364402 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1bad494-4061-4c24-9de4-2a00b5138269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:56.623952 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e8fec1c8-9ebd-412c-8dbb-863417ee70db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:58.321297 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:59.157749 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:23:59.991676 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:09.975485 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:24:09.983747 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:24:15.397139 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:24:20.933790 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:24.360241 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d5dadcb6-0916-4be0-ae29-8966a364e1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:25.392653 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=16 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:24:25.393536 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=20 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:24:26.630421 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2164f8d7-cebc-4ed7-a501-2030ea90ab7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:28.323208 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:29.158323 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:29.996417 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:39.987324 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:24:39.989300 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:24:44.384373 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:24:44.390084 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:24:50.931989 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:52.399149 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:24:54.369689 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f6238124-12d6-4760-950f-a48e5ec5fb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:56.626372 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-51b99f51-42ca-494d-84bd-4cc5b9d03aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:58.323498 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:59.156246 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:24:59.994211 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:02.393654 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:09.981503 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:09.987577 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:20.921224 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:21.390038 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:21.390963 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:24.364098 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7e6da77c-74ff-47b4-a1b5-ca09d2c76b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:26.622122 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fb06fda3-bd27-4266-8005-f131d4fea6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:28.326779 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:29.159783 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:29.401487 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:25:29.996355 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:39.395427 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:39.396431 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:44.027000 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:44.029394 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:50.924230 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:54.371946 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-59bc66bc-9e17-4962-8d2d-846677f97e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:56.631554 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-338b7e9c-721b-4742-bb20-979741d43ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:58.336621 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:58.391251 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:58.392016 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:25:59.161437 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:25:59.999692 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:06.403017 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:26:09.991838 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:26:09.993785 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:26:20.932072 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:24.014202 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=12 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:26:24.015034 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=16 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:26:24.373581 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7e13-e58b-40f7-a561-768f4702d5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:26.627690 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-baa4a8a9-fa5d-481c-88e6-dc0e4c6fcf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:28.336661 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:29.160926 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:30.003511 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:30.718560 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [req-de914ba4-5fed-4404-b48a-f545dcbb58a5 req-f103dd47-3d68-4662-a36c-2221dc316e10 service neutron] (104319) timed out ('10.222.0.57', 61295) {{(pid=104319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 01 14:26:31.077671 dv-cinder-845178-10-iscsi neutron-server[104319]: DEBUG neutron.wsgi [req-5c466d8d-2853-436a-ae90-2f954a0fbeb4 req-8ae5931c-07ff-464c-8432-959fcd44e3b2 service neutron] (104319) timed out ('10.222.0.57', 61281) {{(pid=104319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 01 14:26:35.390008 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:26:35.390775 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:26:39.995450 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:26:39.996253 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:26:43.405298 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:26:50.946284 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:53.399502 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:26:54.374893 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a47f8ad7-f414-45fb-9c56-e709a16d0ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:56.636045 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f9566d27-abbe-44f3-acad-1cc29c5010d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:58.342753 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:26:59.159127 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:27:00.014515 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:27:10.002576 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:27:10.006712 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:27:20.410258 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG neutron.db.agents_db [None req-37400508-cda0-42b8-a5cc-a756b3c57d1c None None] Agent healthcheck: found 6 active agents {{(pid=104321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 01 14:27:20.930560 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-698ce665-aa1e-4852-9071-0fd616b9b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (cf2b9567-c396-4cd0-ac1a-fbfb600906db), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:27:24.370854 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9a84bd53-2b52-4ac1-b39b-c7cb91701ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (9be7ef25-ee22-43ed-9159-ddc740b40c7c), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:27:26.632062 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6ed3717b-b0e8-4e3c-b478-723349c85d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ca5bb6fb-fee0-441e-99fb-5f1b65c98b0f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:27:28.344675 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-99b803b2-2261-415d-acf3-02a628590618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (2a1f0aa7-745f-4c69-8cde-ce446b14d1a4), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:27:29.156431 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0d96f813-3547-42c3-a2d4-acfc30116559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (48c49875-728c-4a60-8d6c-0d108458f440), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:27:30.010590 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f670716-6f6c-425f-a741-aae1a3b8fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770806140627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699578'] for agent (ded1169b-9ec0-4707-924c-7164a9351d46), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 01 14:27:30.400448 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:27:30.402454 dv-cinder-845178-10-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:27:44.022010 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 01 14:27:44.023525 dv-cinder-845178-10-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}